1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM sunrpc 4 5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define _TRACE_SUNRPC_H 7 8 #include <linux/sunrpc/sched.h> 9 #include <linux/sunrpc/clnt.h> 10 #include <linux/sunrpc/svc.h> 11 #include <linux/sunrpc/xprtsock.h> 12 #include <linux/sunrpc/svc_xprt.h> 13 #include <net/tcp_states.h> 14 #include <linux/net.h> 15 #include <linux/tracepoint.h> 16 17 #include <trace/misc/sunrpc.h> 18 19 TRACE_DEFINE_ENUM(SOCK_STREAM); 20 TRACE_DEFINE_ENUM(SOCK_DGRAM); 21 TRACE_DEFINE_ENUM(SOCK_RAW); 22 TRACE_DEFINE_ENUM(SOCK_RDM); 23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET); 24 TRACE_DEFINE_ENUM(SOCK_DCCP); 25 TRACE_DEFINE_ENUM(SOCK_PACKET); 26 27 #define show_socket_type(type) \ 28 __print_symbolic(type, \ 29 { SOCK_STREAM, "STREAM" }, \ 30 { SOCK_DGRAM, "DGRAM" }, \ 31 { SOCK_RAW, "RAW" }, \ 32 { SOCK_RDM, "RDM" }, \ 33 { SOCK_SEQPACKET, "SEQPACKET" }, \ 34 { SOCK_DCCP, "DCCP" }, \ 35 { SOCK_PACKET, "PACKET" }) 36 37 /* This list is known to be incomplete, add new enums as needed. */ 38 TRACE_DEFINE_ENUM(AF_UNSPEC); 39 TRACE_DEFINE_ENUM(AF_UNIX); 40 TRACE_DEFINE_ENUM(AF_LOCAL); 41 TRACE_DEFINE_ENUM(AF_INET); 42 TRACE_DEFINE_ENUM(AF_INET6); 43 44 #define rpc_show_address_family(family) \ 45 __print_symbolic(family, \ 46 { AF_UNSPEC, "AF_UNSPEC" }, \ 47 { AF_UNIX, "AF_UNIX" }, \ 48 { AF_LOCAL, "AF_LOCAL" }, \ 49 { AF_INET, "AF_INET" }, \ 50 { AF_INET6, "AF_INET6" }) 51 52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class, 53 TP_PROTO( 54 const struct rpc_task *task, 55 const struct xdr_buf *xdr 56 ), 57 58 TP_ARGS(task, xdr), 59 60 TP_STRUCT__entry( 61 __field(unsigned int, task_id) 62 __field(unsigned int, client_id) 63 __field(const void *, head_base) 64 __field(size_t, head_len) 65 __field(const void *, tail_base) 66 __field(size_t, tail_len) 67 __field(unsigned int, page_base) 68 __field(unsigned int, page_len) 69 __field(unsigned int, msg_len) 70 ), 71 72 TP_fast_assign( 73 __entry->task_id = task->tk_pid; 74 __entry->client_id = task->tk_client ? 75 task->tk_client->cl_clid : -1; 76 __entry->head_base = xdr->head[0].iov_base; 77 __entry->head_len = xdr->head[0].iov_len; 78 __entry->tail_base = xdr->tail[0].iov_base; 79 __entry->tail_len = xdr->tail[0].iov_len; 80 __entry->page_base = xdr->page_base; 81 __entry->page_len = xdr->page_len; 82 __entry->msg_len = xdr->len; 83 ), 84 85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u", 87 __entry->task_id, __entry->client_id, 88 __entry->head_base, __entry->head_len, 89 __entry->page_len, __entry->page_base, 90 __entry->tail_base, __entry->tail_len, 91 __entry->msg_len 92 ) 93 ); 94 95 #define DEFINE_RPCXDRBUF_EVENT(name) \ 96 DEFINE_EVENT(rpc_xdr_buf_class, \ 97 rpc_xdr_##name, \ 98 TP_PROTO( \ 99 const struct rpc_task *task, \ 100 const struct xdr_buf *xdr \ 101 ), \ 102 TP_ARGS(task, xdr)) 103 104 DEFINE_RPCXDRBUF_EVENT(sendto); 105 DEFINE_RPCXDRBUF_EVENT(recvfrom); 106 DEFINE_RPCXDRBUF_EVENT(reply_pages); 107 108 109 DECLARE_EVENT_CLASS(rpc_clnt_class, 110 TP_PROTO( 111 const struct rpc_clnt *clnt 112 ), 113 114 TP_ARGS(clnt), 115 116 TP_STRUCT__entry( 117 __field(unsigned int, client_id) 118 ), 119 120 TP_fast_assign( 121 __entry->client_id = clnt->cl_clid; 122 ), 123 124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id) 125 ); 126 127 #define DEFINE_RPC_CLNT_EVENT(name) \ 128 DEFINE_EVENT(rpc_clnt_class, \ 129 rpc_clnt_##name, \ 130 TP_PROTO( \ 131 const struct rpc_clnt *clnt \ 132 ), \ 133 TP_ARGS(clnt)) 134 135 DEFINE_RPC_CLNT_EVENT(free); 136 DEFINE_RPC_CLNT_EVENT(killall); 137 DEFINE_RPC_CLNT_EVENT(shutdown); 138 DEFINE_RPC_CLNT_EVENT(release); 139 DEFINE_RPC_CLNT_EVENT(replace_xprt); 140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err); 141 142 TRACE_DEFINE_ENUM(RPC_XPRTSEC_NONE); 143 TRACE_DEFINE_ENUM(RPC_XPRTSEC_TLS_X509); 144 145 #define rpc_show_xprtsec_policy(policy) \ 146 __print_symbolic(policy, \ 147 { RPC_XPRTSEC_NONE, "none" }, \ 148 { RPC_XPRTSEC_TLS_ANON, "tls-anon" }, \ 149 { RPC_XPRTSEC_TLS_X509, "tls-x509" }) 150 151 #define rpc_show_create_flags(flags) \ 152 __print_flags(flags, "|", \ 153 { RPC_CLNT_CREATE_HARDRTRY, "HARDRTRY" }, \ 154 { RPC_CLNT_CREATE_AUTOBIND, "AUTOBIND" }, \ 155 { RPC_CLNT_CREATE_NONPRIVPORT, "NONPRIVPORT" }, \ 156 { RPC_CLNT_CREATE_NOPING, "NOPING" }, \ 157 { RPC_CLNT_CREATE_DISCRTRY, "DISCRTRY" }, \ 158 { RPC_CLNT_CREATE_QUIET, "QUIET" }, \ 159 { RPC_CLNT_CREATE_INFINITE_SLOTS, \ 160 "INFINITE_SLOTS" }, \ 161 { RPC_CLNT_CREATE_NO_IDLE_TIMEOUT, \ 162 "NO_IDLE_TIMEOUT" }, \ 163 { RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT, \ 164 "NO_RETRANS_TIMEOUT" }, \ 165 { RPC_CLNT_CREATE_SOFTERR, "SOFTERR" }, \ 166 { RPC_CLNT_CREATE_REUSEPORT, "REUSEPORT" }) 167 168 TRACE_EVENT(rpc_clnt_new, 169 TP_PROTO( 170 const struct rpc_clnt *clnt, 171 const struct rpc_xprt *xprt, 172 const struct rpc_create_args *args 173 ), 174 175 TP_ARGS(clnt, xprt, args), 176 177 TP_STRUCT__entry( 178 __field(unsigned int, client_id) 179 __field(unsigned long, xprtsec) 180 __field(unsigned long, flags) 181 __string(program, clnt->cl_program->name) 182 __string(server, xprt->servername) 183 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR]) 184 __string(port, xprt->address_strings[RPC_DISPLAY_PORT]) 185 ), 186 187 TP_fast_assign( 188 __entry->client_id = clnt->cl_clid; 189 __entry->xprtsec = args->xprtsec.policy; 190 __entry->flags = args->flags; 191 __assign_str(program); 192 __assign_str(server); 193 __assign_str(addr); 194 __assign_str(port); 195 ), 196 197 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " peer=[%s]:%s" 198 " program=%s server=%s xprtsec=%s flags=%s", 199 __entry->client_id, __get_str(addr), __get_str(port), 200 __get_str(program), __get_str(server), 201 rpc_show_xprtsec_policy(__entry->xprtsec), 202 rpc_show_create_flags(__entry->flags) 203 ) 204 ); 205 206 TRACE_EVENT(rpc_clnt_new_err, 207 TP_PROTO( 208 const char *program, 209 const char *server, 210 int error 211 ), 212 213 TP_ARGS(program, server, error), 214 215 TP_STRUCT__entry( 216 __field(int, error) 217 __string(program, program) 218 __string(server, server) 219 ), 220 221 TP_fast_assign( 222 __entry->error = error; 223 __assign_str(program); 224 __assign_str(server); 225 ), 226 227 TP_printk("program=%s server=%s error=%d", 228 __get_str(program), __get_str(server), __entry->error) 229 ); 230 231 TRACE_EVENT(rpc_clnt_clone_err, 232 TP_PROTO( 233 const struct rpc_clnt *clnt, 234 int error 235 ), 236 237 TP_ARGS(clnt, error), 238 239 TP_STRUCT__entry( 240 __field(unsigned int, client_id) 241 __field(int, error) 242 ), 243 244 TP_fast_assign( 245 __entry->client_id = clnt->cl_clid; 246 __entry->error = error; 247 ), 248 249 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d", 250 __entry->client_id, __entry->error) 251 ); 252 253 254 TRACE_DEFINE_ENUM(RPC_AUTH_OK); 255 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED); 256 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED); 257 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF); 258 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF); 259 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK); 260 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM); 261 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM); 262 263 #define rpc_show_auth_stat(status) \ 264 __print_symbolic(status, \ 265 { RPC_AUTH_OK, "AUTH_OK" }, \ 266 { RPC_AUTH_BADCRED, "BADCRED" }, \ 267 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \ 268 { RPC_AUTH_BADVERF, "BADVERF" }, \ 269 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \ 270 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \ 271 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \ 272 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \ 273 274 DECLARE_EVENT_CLASS(rpc_task_status, 275 276 TP_PROTO(const struct rpc_task *task), 277 278 TP_ARGS(task), 279 280 TP_STRUCT__entry( 281 __field(unsigned int, task_id) 282 __field(unsigned int, client_id) 283 __field(int, status) 284 ), 285 286 TP_fast_assign( 287 __entry->task_id = task->tk_pid; 288 __entry->client_id = task->tk_client->cl_clid; 289 __entry->status = task->tk_status; 290 ), 291 292 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d", 293 __entry->task_id, __entry->client_id, 294 __entry->status) 295 ); 296 #define DEFINE_RPC_STATUS_EVENT(name) \ 297 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \ 298 TP_PROTO( \ 299 const struct rpc_task *task \ 300 ), \ 301 TP_ARGS(task)) 302 303 DEFINE_RPC_STATUS_EVENT(call); 304 DEFINE_RPC_STATUS_EVENT(connect); 305 DEFINE_RPC_STATUS_EVENT(timeout); 306 DEFINE_RPC_STATUS_EVENT(retry_refresh); 307 DEFINE_RPC_STATUS_EVENT(refresh); 308 309 TRACE_EVENT(rpc_request, 310 TP_PROTO(const struct rpc_task *task), 311 312 TP_ARGS(task), 313 314 TP_STRUCT__entry( 315 __field(unsigned int, task_id) 316 __field(unsigned int, client_id) 317 __field(int, version) 318 __field(bool, async) 319 __string(progname, task->tk_client->cl_program->name) 320 __string(procname, rpc_proc_name(task)) 321 ), 322 323 TP_fast_assign( 324 __entry->task_id = task->tk_pid; 325 __entry->client_id = task->tk_client->cl_clid; 326 __entry->version = task->tk_client->cl_vers; 327 __entry->async = RPC_IS_ASYNC(task); 328 __assign_str(progname); 329 __assign_str(procname); 330 ), 331 332 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)", 333 __entry->task_id, __entry->client_id, 334 __get_str(progname), __entry->version, 335 __get_str(procname), __entry->async ? "a": "" 336 ) 337 ); 338 339 #define rpc_show_task_flags(flags) \ 340 __print_flags(flags, "|", \ 341 { RPC_TASK_ASYNC, "ASYNC" }, \ 342 { RPC_TASK_SWAPPER, "SWAPPER" }, \ 343 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \ 344 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \ 345 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \ 346 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \ 347 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \ 348 { RPC_TASK_SOFT, "SOFT" }, \ 349 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \ 350 { RPC_TASK_SENT, "SENT" }, \ 351 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \ 352 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \ 353 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \ 354 { RPC_TASK_CRED_NOREF, "CRED_NOREF" }) 355 356 #define rpc_show_runstate(flags) \ 357 __print_flags(flags, "|", \ 358 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \ 359 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \ 360 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \ 361 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \ 362 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \ 363 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \ 364 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" }) 365 366 DECLARE_EVENT_CLASS(rpc_task_running, 367 368 TP_PROTO(const struct rpc_task *task, const void *action), 369 370 TP_ARGS(task, action), 371 372 TP_STRUCT__entry( 373 __field(unsigned int, task_id) 374 __field(unsigned int, client_id) 375 __field(const void *, action) 376 __field(unsigned long, runstate) 377 __field(int, status) 378 __field(unsigned short, flags) 379 ), 380 381 TP_fast_assign( 382 __entry->client_id = task->tk_client ? 383 task->tk_client->cl_clid : -1; 384 __entry->task_id = task->tk_pid; 385 __entry->action = action; 386 __entry->runstate = task->tk_runstate; 387 __entry->status = task->tk_status; 388 __entry->flags = task->tk_flags; 389 ), 390 391 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 392 " flags=%s runstate=%s status=%d action=%ps", 393 __entry->task_id, __entry->client_id, 394 rpc_show_task_flags(__entry->flags), 395 rpc_show_runstate(__entry->runstate), 396 __entry->status, 397 __entry->action 398 ) 399 ); 400 #define DEFINE_RPC_RUNNING_EVENT(name) \ 401 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \ 402 TP_PROTO( \ 403 const struct rpc_task *task, \ 404 const void *action \ 405 ), \ 406 TP_ARGS(task, action)) 407 408 DEFINE_RPC_RUNNING_EVENT(begin); 409 DEFINE_RPC_RUNNING_EVENT(run_action); 410 DEFINE_RPC_RUNNING_EVENT(sync_sleep); 411 DEFINE_RPC_RUNNING_EVENT(sync_wake); 412 DEFINE_RPC_RUNNING_EVENT(complete); 413 DEFINE_RPC_RUNNING_EVENT(timeout); 414 DEFINE_RPC_RUNNING_EVENT(signalled); 415 DEFINE_RPC_RUNNING_EVENT(end); 416 DEFINE_RPC_RUNNING_EVENT(call_done); 417 418 DECLARE_EVENT_CLASS(rpc_task_queued, 419 420 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q), 421 422 TP_ARGS(task, q), 423 424 TP_STRUCT__entry( 425 __field(unsigned int, task_id) 426 __field(unsigned int, client_id) 427 __field(unsigned long, timeout) 428 __field(unsigned long, runstate) 429 __field(int, status) 430 __field(unsigned short, flags) 431 __string(q_name, rpc_qname(q)) 432 ), 433 434 TP_fast_assign( 435 __entry->client_id = task->tk_client ? 436 task->tk_client->cl_clid : -1; 437 __entry->task_id = task->tk_pid; 438 __entry->timeout = rpc_task_timeout(task); 439 __entry->runstate = task->tk_runstate; 440 __entry->status = task->tk_status; 441 __entry->flags = task->tk_flags; 442 __assign_str(q_name); 443 ), 444 445 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 446 " flags=%s runstate=%s status=%d timeout=%lu queue=%s", 447 __entry->task_id, __entry->client_id, 448 rpc_show_task_flags(__entry->flags), 449 rpc_show_runstate(__entry->runstate), 450 __entry->status, 451 __entry->timeout, 452 __get_str(q_name) 453 ) 454 ); 455 #define DEFINE_RPC_QUEUED_EVENT(name) \ 456 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \ 457 TP_PROTO( \ 458 const struct rpc_task *task, \ 459 const struct rpc_wait_queue *q \ 460 ), \ 461 TP_ARGS(task, q)) 462 463 DEFINE_RPC_QUEUED_EVENT(sleep); 464 DEFINE_RPC_QUEUED_EVENT(wakeup); 465 466 DECLARE_EVENT_CLASS(rpc_failure, 467 468 TP_PROTO(const struct rpc_task *task), 469 470 TP_ARGS(task), 471 472 TP_STRUCT__entry( 473 __field(unsigned int, task_id) 474 __field(unsigned int, client_id) 475 ), 476 477 TP_fast_assign( 478 __entry->task_id = task->tk_pid; 479 __entry->client_id = task->tk_client->cl_clid; 480 ), 481 482 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER, 483 __entry->task_id, __entry->client_id) 484 ); 485 486 #define DEFINE_RPC_FAILURE(name) \ 487 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \ 488 TP_PROTO( \ 489 const struct rpc_task *task \ 490 ), \ 491 TP_ARGS(task)) 492 493 DEFINE_RPC_FAILURE(callhdr); 494 DEFINE_RPC_FAILURE(verifier); 495 496 DECLARE_EVENT_CLASS(rpc_reply_event, 497 498 TP_PROTO( 499 const struct rpc_task *task 500 ), 501 502 TP_ARGS(task), 503 504 TP_STRUCT__entry( 505 __field(unsigned int, task_id) 506 __field(unsigned int, client_id) 507 __field(u32, xid) 508 __string(progname, task->tk_client->cl_program->name) 509 __field(u32, version) 510 __string(procname, rpc_proc_name(task)) 511 __string(servername, task->tk_xprt->servername) 512 ), 513 514 TP_fast_assign( 515 __entry->task_id = task->tk_pid; 516 __entry->client_id = task->tk_client->cl_clid; 517 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid); 518 __assign_str(progname); 519 __entry->version = task->tk_client->cl_vers; 520 __assign_str(procname); 521 __assign_str(servername); 522 ), 523 524 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 525 " server=%s xid=0x%08x %sv%d %s", 526 __entry->task_id, __entry->client_id, __get_str(servername), 527 __entry->xid, __get_str(progname), __entry->version, 528 __get_str(procname)) 529 ) 530 531 #define DEFINE_RPC_REPLY_EVENT(name) \ 532 DEFINE_EVENT(rpc_reply_event, rpc__##name, \ 533 TP_PROTO( \ 534 const struct rpc_task *task \ 535 ), \ 536 TP_ARGS(task)) 537 538 DEFINE_RPC_REPLY_EVENT(prog_unavail); 539 DEFINE_RPC_REPLY_EVENT(prog_mismatch); 540 DEFINE_RPC_REPLY_EVENT(proc_unavail); 541 DEFINE_RPC_REPLY_EVENT(garbage_args); 542 DEFINE_RPC_REPLY_EVENT(unparsable); 543 DEFINE_RPC_REPLY_EVENT(mismatch); 544 DEFINE_RPC_REPLY_EVENT(stale_creds); 545 DEFINE_RPC_REPLY_EVENT(bad_creds); 546 DEFINE_RPC_REPLY_EVENT(auth_tooweak); 547 548 #define DEFINE_RPCB_ERROR_EVENT(name) \ 549 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \ 550 TP_PROTO( \ 551 const struct rpc_task *task \ 552 ), \ 553 TP_ARGS(task)) 554 555 DEFINE_RPCB_ERROR_EVENT(prog_unavail); 556 DEFINE_RPCB_ERROR_EVENT(timeout); 557 DEFINE_RPCB_ERROR_EVENT(bind_version); 558 DEFINE_RPCB_ERROR_EVENT(unreachable); 559 DEFINE_RPCB_ERROR_EVENT(unrecognized); 560 561 TRACE_EVENT(rpc_buf_alloc, 562 TP_PROTO( 563 const struct rpc_task *task, 564 int status 565 ), 566 567 TP_ARGS(task, status), 568 569 TP_STRUCT__entry( 570 __field(unsigned int, task_id) 571 __field(unsigned int, client_id) 572 __field(size_t, callsize) 573 __field(size_t, recvsize) 574 __field(int, status) 575 ), 576 577 TP_fast_assign( 578 __entry->task_id = task->tk_pid; 579 __entry->client_id = task->tk_client->cl_clid; 580 __entry->callsize = task->tk_rqstp->rq_callsize; 581 __entry->recvsize = task->tk_rqstp->rq_rcvsize; 582 __entry->status = status; 583 ), 584 585 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 586 " callsize=%zu recvsize=%zu status=%d", 587 __entry->task_id, __entry->client_id, 588 __entry->callsize, __entry->recvsize, __entry->status 589 ) 590 ); 591 592 TRACE_EVENT(rpc_call_rpcerror, 593 TP_PROTO( 594 const struct rpc_task *task, 595 int tk_status, 596 int rpc_status 597 ), 598 599 TP_ARGS(task, tk_status, rpc_status), 600 601 TP_STRUCT__entry( 602 __field(unsigned int, task_id) 603 __field(unsigned int, client_id) 604 __field(int, tk_status) 605 __field(int, rpc_status) 606 ), 607 608 TP_fast_assign( 609 __entry->client_id = task->tk_client->cl_clid; 610 __entry->task_id = task->tk_pid; 611 __entry->tk_status = tk_status; 612 __entry->rpc_status = rpc_status; 613 ), 614 615 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 616 " tk_status=%d rpc_status=%d", 617 __entry->task_id, __entry->client_id, 618 __entry->tk_status, __entry->rpc_status) 619 ); 620 621 TRACE_EVENT(rpc_stats_latency, 622 623 TP_PROTO( 624 const struct rpc_task *task, 625 ktime_t backlog, 626 ktime_t rtt, 627 ktime_t execute 628 ), 629 630 TP_ARGS(task, backlog, rtt, execute), 631 632 TP_STRUCT__entry( 633 __field(unsigned int, task_id) 634 __field(unsigned int, client_id) 635 __field(u32, xid) 636 __field(int, version) 637 __string(progname, task->tk_client->cl_program->name) 638 __string(procname, rpc_proc_name(task)) 639 __field(unsigned long, backlog) 640 __field(unsigned long, rtt) 641 __field(unsigned long, execute) 642 __field(u32, xprt_id) 643 ), 644 645 TP_fast_assign( 646 __entry->client_id = task->tk_client->cl_clid; 647 __entry->task_id = task->tk_pid; 648 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid); 649 __entry->version = task->tk_client->cl_vers; 650 __assign_str(progname); 651 __assign_str(procname); 652 __entry->backlog = ktime_to_us(backlog); 653 __entry->rtt = ktime_to_us(rtt); 654 __entry->execute = ktime_to_us(execute); 655 __entry->xprt_id = task->tk_xprt->id; 656 ), 657 658 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 659 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu" 660 " xprt_id=%d", 661 __entry->task_id, __entry->client_id, __entry->xid, 662 __get_str(progname), __entry->version, __get_str(procname), 663 __entry->backlog, __entry->rtt, __entry->execute, 664 __entry->xprt_id) 665 ); 666 667 TRACE_EVENT(rpc_xdr_overflow, 668 TP_PROTO( 669 const struct xdr_stream *xdr, 670 size_t requested 671 ), 672 673 TP_ARGS(xdr, requested), 674 675 TP_STRUCT__entry( 676 __field(unsigned int, task_id) 677 __field(unsigned int, client_id) 678 __field(int, version) 679 __field(size_t, requested) 680 __field(const void *, end) 681 __field(const void *, p) 682 __field(const void *, head_base) 683 __field(size_t, head_len) 684 __field(const void *, tail_base) 685 __field(size_t, tail_len) 686 __field(unsigned int, page_len) 687 __field(unsigned int, len) 688 __string(progname, xdr->rqst ? 689 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown") 690 __string(procedure, xdr->rqst ? 691 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown") 692 ), 693 694 TP_fast_assign( 695 if (xdr->rqst) { 696 const struct rpc_task *task = xdr->rqst->rq_task; 697 698 __entry->task_id = task->tk_pid; 699 __entry->client_id = task->tk_client->cl_clid; 700 __assign_str(progname); 701 __entry->version = task->tk_client->cl_vers; 702 __assign_str(procedure); 703 } else { 704 __entry->task_id = -1; 705 __entry->client_id = -1; 706 __assign_str(progname); 707 __entry->version = 0; 708 __assign_str(procedure); 709 } 710 __entry->requested = requested; 711 __entry->end = xdr->end; 712 __entry->p = xdr->p; 713 __entry->head_base = xdr->buf->head[0].iov_base, 714 __entry->head_len = xdr->buf->head[0].iov_len, 715 __entry->page_len = xdr->buf->page_len, 716 __entry->tail_base = xdr->buf->tail[0].iov_base, 717 __entry->tail_len = xdr->buf->tail[0].iov_len, 718 __entry->len = xdr->buf->len; 719 ), 720 721 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 722 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u", 723 __entry->task_id, __entry->client_id, 724 __get_str(progname), __entry->version, __get_str(procedure), 725 __entry->requested, __entry->p, __entry->end, 726 __entry->head_base, __entry->head_len, 727 __entry->page_len, 728 __entry->tail_base, __entry->tail_len, 729 __entry->len 730 ) 731 ); 732 733 TRACE_EVENT(rpc_xdr_alignment, 734 TP_PROTO( 735 const struct xdr_stream *xdr, 736 size_t offset, 737 unsigned int copied 738 ), 739 740 TP_ARGS(xdr, offset, copied), 741 742 TP_STRUCT__entry( 743 __field(unsigned int, task_id) 744 __field(unsigned int, client_id) 745 __field(int, version) 746 __field(size_t, offset) 747 __field(unsigned int, copied) 748 __field(const void *, head_base) 749 __field(size_t, head_len) 750 __field(const void *, tail_base) 751 __field(size_t, tail_len) 752 __field(unsigned int, page_len) 753 __field(unsigned int, len) 754 __string(progname, 755 xdr->rqst->rq_task->tk_client->cl_program->name) 756 __string(procedure, 757 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name) 758 ), 759 760 TP_fast_assign( 761 const struct rpc_task *task = xdr->rqst->rq_task; 762 763 __entry->task_id = task->tk_pid; 764 __entry->client_id = task->tk_client->cl_clid; 765 __assign_str(progname); 766 __entry->version = task->tk_client->cl_vers; 767 __assign_str(procedure); 768 769 __entry->offset = offset; 770 __entry->copied = copied; 771 __entry->head_base = xdr->buf->head[0].iov_base, 772 __entry->head_len = xdr->buf->head[0].iov_len, 773 __entry->page_len = xdr->buf->page_len, 774 __entry->tail_base = xdr->buf->tail[0].iov_base, 775 __entry->tail_len = xdr->buf->tail[0].iov_len, 776 __entry->len = xdr->buf->len; 777 ), 778 779 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 780 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u", 781 __entry->task_id, __entry->client_id, 782 __get_str(progname), __entry->version, __get_str(procedure), 783 __entry->offset, __entry->copied, 784 __entry->head_base, __entry->head_len, 785 __entry->page_len, 786 __entry->tail_base, __entry->tail_len, 787 __entry->len 788 ) 789 ); 790 791 /* 792 * First define the enums in the below macros to be exported to userspace 793 * via TRACE_DEFINE_ENUM(). 794 */ 795 #undef EM 796 #undef EMe 797 #define EM(a, b) TRACE_DEFINE_ENUM(a); 798 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 799 800 #define RPC_SHOW_SOCKET \ 801 EM( SS_FREE, "FREE" ) \ 802 EM( SS_UNCONNECTED, "UNCONNECTED" ) \ 803 EM( SS_CONNECTING, "CONNECTING" ) \ 804 EM( SS_CONNECTED, "CONNECTED" ) \ 805 EMe( SS_DISCONNECTING, "DISCONNECTING" ) 806 807 #define rpc_show_socket_state(state) \ 808 __print_symbolic(state, RPC_SHOW_SOCKET) 809 810 RPC_SHOW_SOCKET 811 812 #define RPC_SHOW_SOCK \ 813 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \ 814 EM( TCP_SYN_SENT, "SYN_SENT" ) \ 815 EM( TCP_SYN_RECV, "SYN_RECV" ) \ 816 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \ 817 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \ 818 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \ 819 EM( TCP_CLOSE, "CLOSE" ) \ 820 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \ 821 EM( TCP_LAST_ACK, "LAST_ACK" ) \ 822 EM( TCP_LISTEN, "LISTEN" ) \ 823 EMe( TCP_CLOSING, "CLOSING" ) 824 825 #define rpc_show_sock_state(state) \ 826 __print_symbolic(state, RPC_SHOW_SOCK) 827 828 RPC_SHOW_SOCK 829 830 831 #include <trace/events/net_probe_common.h> 832 833 /* 834 * Now redefine the EM() and EMe() macros to map the enums to the strings 835 * that will be printed in the output. 836 */ 837 #undef EM 838 #undef EMe 839 #define EM(a, b) {a, b}, 840 #define EMe(a, b) {a, b} 841 842 DECLARE_EVENT_CLASS(xs_socket_event, 843 844 TP_PROTO( 845 struct rpc_xprt *xprt, 846 struct socket *socket 847 ), 848 849 TP_ARGS(xprt, socket), 850 851 TP_STRUCT__entry( 852 __field(unsigned int, socket_state) 853 __field(unsigned int, sock_state) 854 __field(unsigned long long, ino) 855 __array(__u8, saddr, sizeof(struct sockaddr_in6)) 856 __array(__u8, daddr, sizeof(struct sockaddr_in6)) 857 ), 858 859 TP_fast_assign( 860 struct inode *inode = SOCK_INODE(socket); 861 const struct sock *sk = socket->sk; 862 const struct inet_sock *inet = inet_sk(sk); 863 864 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6)); 865 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6)); 866 867 TP_STORE_ADDR_PORTS(__entry, inet, sk); 868 869 __entry->socket_state = socket->state; 870 __entry->sock_state = socket->sk->sk_state; 871 __entry->ino = (unsigned long long)inode->i_ino; 872 873 ), 874 875 TP_printk( 876 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc " 877 "state=%u (%s) sk_state=%u (%s)", 878 __entry->ino, 879 __entry->saddr, 880 __entry->daddr, 881 __entry->socket_state, 882 rpc_show_socket_state(__entry->socket_state), 883 __entry->sock_state, 884 rpc_show_sock_state(__entry->sock_state) 885 ) 886 ); 887 #define DEFINE_RPC_SOCKET_EVENT(name) \ 888 DEFINE_EVENT(xs_socket_event, name, \ 889 TP_PROTO( \ 890 struct rpc_xprt *xprt, \ 891 struct socket *socket \ 892 ), \ 893 TP_ARGS(xprt, socket)) 894 895 DECLARE_EVENT_CLASS(xs_socket_event_done, 896 897 TP_PROTO( 898 struct rpc_xprt *xprt, 899 struct socket *socket, 900 int error 901 ), 902 903 TP_ARGS(xprt, socket, error), 904 905 TP_STRUCT__entry( 906 __field(int, error) 907 __field(unsigned int, socket_state) 908 __field(unsigned int, sock_state) 909 __field(unsigned long long, ino) 910 __array(__u8, saddr, sizeof(struct sockaddr_in6)) 911 __array(__u8, daddr, sizeof(struct sockaddr_in6)) 912 ), 913 914 TP_fast_assign( 915 struct inode *inode = SOCK_INODE(socket); 916 const struct sock *sk = socket->sk; 917 const struct inet_sock *inet = inet_sk(sk); 918 919 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6)); 920 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6)); 921 922 TP_STORE_ADDR_PORTS(__entry, inet, sk); 923 924 __entry->socket_state = socket->state; 925 __entry->sock_state = socket->sk->sk_state; 926 __entry->ino = (unsigned long long)inode->i_ino; 927 __entry->error = error; 928 ), 929 930 TP_printk( 931 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc " 932 "state=%u (%s) sk_state=%u (%s)", 933 __entry->error, 934 __entry->ino, 935 __entry->saddr, 936 __entry->daddr, 937 __entry->socket_state, 938 rpc_show_socket_state(__entry->socket_state), 939 __entry->sock_state, 940 rpc_show_sock_state(__entry->sock_state) 941 ) 942 ); 943 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \ 944 DEFINE_EVENT(xs_socket_event_done, name, \ 945 TP_PROTO( \ 946 struct rpc_xprt *xprt, \ 947 struct socket *socket, \ 948 int error \ 949 ), \ 950 TP_ARGS(xprt, socket, error)) 951 952 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change); 953 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect); 954 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error); 955 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection); 956 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close); 957 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown); 958 959 TRACE_EVENT(rpc_socket_nospace, 960 TP_PROTO( 961 const struct rpc_rqst *rqst, 962 const struct sock_xprt *transport 963 ), 964 965 TP_ARGS(rqst, transport), 966 967 TP_STRUCT__entry( 968 __field(unsigned int, task_id) 969 __field(unsigned int, client_id) 970 __field(unsigned int, total) 971 __field(unsigned int, remaining) 972 ), 973 974 TP_fast_assign( 975 __entry->task_id = rqst->rq_task->tk_pid; 976 __entry->client_id = rqst->rq_task->tk_client->cl_clid; 977 __entry->total = rqst->rq_slen; 978 __entry->remaining = rqst->rq_slen - transport->xmit.offset; 979 ), 980 981 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 982 " total=%u remaining=%u", 983 __entry->task_id, __entry->client_id, 984 __entry->total, __entry->remaining 985 ) 986 ); 987 988 #define rpc_show_xprt_state(x) \ 989 __print_flags(x, "|", \ 990 { BIT(XPRT_LOCKED), "LOCKED" }, \ 991 { BIT(XPRT_CONNECTED), "CONNECTED" }, \ 992 { BIT(XPRT_CONNECTING), "CONNECTING" }, \ 993 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \ 994 { BIT(XPRT_BOUND), "BOUND" }, \ 995 { BIT(XPRT_BINDING), "BINDING" }, \ 996 { BIT(XPRT_CLOSING), "CLOSING" }, \ 997 { BIT(XPRT_OFFLINE), "OFFLINE" }, \ 998 { BIT(XPRT_REMOVE), "REMOVE" }, \ 999 { BIT(XPRT_CONGESTED), "CONGESTED" }, \ 1000 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \ 1001 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \ 1002 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" }) 1003 1004 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class, 1005 TP_PROTO( 1006 const struct rpc_xprt *xprt 1007 ), 1008 1009 TP_ARGS(xprt), 1010 1011 TP_STRUCT__entry( 1012 __field(unsigned long, state) 1013 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR]) 1014 __string(port, xprt->address_strings[RPC_DISPLAY_PORT]) 1015 ), 1016 1017 TP_fast_assign( 1018 __entry->state = xprt->state; 1019 __assign_str(addr); 1020 __assign_str(port); 1021 ), 1022 1023 TP_printk("peer=[%s]:%s state=%s", 1024 __get_str(addr), __get_str(port), 1025 rpc_show_xprt_state(__entry->state)) 1026 ); 1027 1028 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \ 1029 DEFINE_EVENT(rpc_xprt_lifetime_class, \ 1030 xprt_##name, \ 1031 TP_PROTO( \ 1032 const struct rpc_xprt *xprt \ 1033 ), \ 1034 TP_ARGS(xprt)) 1035 1036 DEFINE_RPC_XPRT_LIFETIME_EVENT(create); 1037 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect); 1038 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto); 1039 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done); 1040 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force); 1041 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy); 1042 1043 DECLARE_EVENT_CLASS(rpc_xprt_event, 1044 TP_PROTO( 1045 const struct rpc_xprt *xprt, 1046 __be32 xid, 1047 int status 1048 ), 1049 1050 TP_ARGS(xprt, xid, status), 1051 1052 TP_STRUCT__entry( 1053 __field(u32, xid) 1054 __field(int, status) 1055 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR]) 1056 __string(port, xprt->address_strings[RPC_DISPLAY_PORT]) 1057 ), 1058 1059 TP_fast_assign( 1060 __entry->xid = be32_to_cpu(xid); 1061 __entry->status = status; 1062 __assign_str(addr); 1063 __assign_str(port); 1064 ), 1065 1066 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr), 1067 __get_str(port), __entry->xid, 1068 __entry->status) 1069 ); 1070 #define DEFINE_RPC_XPRT_EVENT(name) \ 1071 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \ 1072 TP_PROTO( \ 1073 const struct rpc_xprt *xprt, \ 1074 __be32 xid, \ 1075 int status \ 1076 ), \ 1077 TP_ARGS(xprt, xid, status)) 1078 1079 DEFINE_RPC_XPRT_EVENT(timer); 1080 DEFINE_RPC_XPRT_EVENT(lookup_rqst); 1081 1082 TRACE_EVENT(xprt_transmit, 1083 TP_PROTO( 1084 const struct rpc_rqst *rqst, 1085 int status 1086 ), 1087 1088 TP_ARGS(rqst, status), 1089 1090 TP_STRUCT__entry( 1091 __field(unsigned int, task_id) 1092 __field(unsigned int, client_id) 1093 __field(u32, xid) 1094 __field(u32, seqno) 1095 __field(int, status) 1096 ), 1097 1098 TP_fast_assign( 1099 __entry->task_id = rqst->rq_task->tk_pid; 1100 __entry->client_id = rqst->rq_task->tk_client ? 1101 rqst->rq_task->tk_client->cl_clid : -1; 1102 __entry->xid = be32_to_cpu(rqst->rq_xid); 1103 __entry->seqno = rqst->rq_seqno; 1104 __entry->status = status; 1105 ), 1106 1107 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 1108 " xid=0x%08x seqno=%u status=%d", 1109 __entry->task_id, __entry->client_id, __entry->xid, 1110 __entry->seqno, __entry->status) 1111 ); 1112 1113 TRACE_EVENT(xprt_retransmit, 1114 TP_PROTO( 1115 const struct rpc_rqst *rqst 1116 ), 1117 1118 TP_ARGS(rqst), 1119 1120 TP_STRUCT__entry( 1121 __field(unsigned int, task_id) 1122 __field(unsigned int, client_id) 1123 __field(u32, xid) 1124 __field(int, ntrans) 1125 __field(int, version) 1126 __field(unsigned long, timeout) 1127 __string(progname, 1128 rqst->rq_task->tk_client->cl_program->name) 1129 __string(procname, rpc_proc_name(rqst->rq_task)) 1130 ), 1131 1132 TP_fast_assign( 1133 struct rpc_task *task = rqst->rq_task; 1134 1135 __entry->task_id = task->tk_pid; 1136 __entry->client_id = task->tk_client ? 1137 task->tk_client->cl_clid : -1; 1138 __entry->xid = be32_to_cpu(rqst->rq_xid); 1139 __entry->ntrans = rqst->rq_ntrans; 1140 __entry->timeout = task->tk_timeout; 1141 __assign_str(progname); 1142 __entry->version = task->tk_client->cl_vers; 1143 __assign_str(procname); 1144 ), 1145 1146 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 1147 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu", 1148 __entry->task_id, __entry->client_id, __entry->xid, 1149 __get_str(progname), __entry->version, __get_str(procname), 1150 __entry->ntrans, __entry->timeout 1151 ) 1152 ); 1153 1154 TRACE_EVENT(xprt_ping, 1155 TP_PROTO(const struct rpc_xprt *xprt, int status), 1156 1157 TP_ARGS(xprt, status), 1158 1159 TP_STRUCT__entry( 1160 __field(int, status) 1161 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR]) 1162 __string(port, xprt->address_strings[RPC_DISPLAY_PORT]) 1163 ), 1164 1165 TP_fast_assign( 1166 __entry->status = status; 1167 __assign_str(addr); 1168 __assign_str(port); 1169 ), 1170 1171 TP_printk("peer=[%s]:%s status=%d", 1172 __get_str(addr), __get_str(port), __entry->status) 1173 ); 1174 1175 DECLARE_EVENT_CLASS(xprt_writelock_event, 1176 TP_PROTO( 1177 const struct rpc_xprt *xprt, const struct rpc_task *task 1178 ), 1179 1180 TP_ARGS(xprt, task), 1181 1182 TP_STRUCT__entry( 1183 __field(unsigned int, task_id) 1184 __field(unsigned int, client_id) 1185 __field(unsigned int, snd_task_id) 1186 ), 1187 1188 TP_fast_assign( 1189 if (task) { 1190 __entry->task_id = task->tk_pid; 1191 __entry->client_id = task->tk_client ? 1192 task->tk_client->cl_clid : -1; 1193 } else { 1194 __entry->task_id = -1; 1195 __entry->client_id = -1; 1196 } 1197 if (xprt->snd_task && 1198 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state)) 1199 __entry->snd_task_id = xprt->snd_task->tk_pid; 1200 else 1201 __entry->snd_task_id = -1; 1202 ), 1203 1204 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 1205 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER, 1206 __entry->task_id, __entry->client_id, 1207 __entry->snd_task_id) 1208 ); 1209 1210 #define DEFINE_WRITELOCK_EVENT(name) \ 1211 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \ 1212 TP_PROTO( \ 1213 const struct rpc_xprt *xprt, \ 1214 const struct rpc_task *task \ 1215 ), \ 1216 TP_ARGS(xprt, task)) 1217 1218 DEFINE_WRITELOCK_EVENT(reserve_xprt); 1219 DEFINE_WRITELOCK_EVENT(release_xprt); 1220 1221 DECLARE_EVENT_CLASS(xprt_cong_event, 1222 TP_PROTO( 1223 const struct rpc_xprt *xprt, const struct rpc_task *task 1224 ), 1225 1226 TP_ARGS(xprt, task), 1227 1228 TP_STRUCT__entry( 1229 __field(unsigned int, task_id) 1230 __field(unsigned int, client_id) 1231 __field(unsigned int, snd_task_id) 1232 __field(unsigned long, cong) 1233 __field(unsigned long, cwnd) 1234 __field(bool, wait) 1235 ), 1236 1237 TP_fast_assign( 1238 if (task) { 1239 __entry->task_id = task->tk_pid; 1240 __entry->client_id = task->tk_client ? 1241 task->tk_client->cl_clid : -1; 1242 } else { 1243 __entry->task_id = -1; 1244 __entry->client_id = -1; 1245 } 1246 if (xprt->snd_task && 1247 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state)) 1248 __entry->snd_task_id = xprt->snd_task->tk_pid; 1249 else 1250 __entry->snd_task_id = -1; 1251 1252 __entry->cong = xprt->cong; 1253 __entry->cwnd = xprt->cwnd; 1254 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state); 1255 ), 1256 1257 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 1258 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER 1259 " cong=%lu cwnd=%lu%s", 1260 __entry->task_id, __entry->client_id, 1261 __entry->snd_task_id, __entry->cong, __entry->cwnd, 1262 __entry->wait ? " (wait)" : "") 1263 ); 1264 1265 #define DEFINE_CONG_EVENT(name) \ 1266 DEFINE_EVENT(xprt_cong_event, xprt_##name, \ 1267 TP_PROTO( \ 1268 const struct rpc_xprt *xprt, \ 1269 const struct rpc_task *task \ 1270 ), \ 1271 TP_ARGS(xprt, task)) 1272 1273 DEFINE_CONG_EVENT(reserve_cong); 1274 DEFINE_CONG_EVENT(release_cong); 1275 DEFINE_CONG_EVENT(get_cong); 1276 DEFINE_CONG_EVENT(put_cong); 1277 1278 TRACE_EVENT(xprt_reserve, 1279 TP_PROTO( 1280 const struct rpc_rqst *rqst 1281 ), 1282 1283 TP_ARGS(rqst), 1284 1285 TP_STRUCT__entry( 1286 __field(unsigned int, task_id) 1287 __field(unsigned int, client_id) 1288 __field(u32, xid) 1289 ), 1290 1291 TP_fast_assign( 1292 __entry->task_id = rqst->rq_task->tk_pid; 1293 __entry->client_id = rqst->rq_task->tk_client->cl_clid; 1294 __entry->xid = be32_to_cpu(rqst->rq_xid); 1295 ), 1296 1297 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x", 1298 __entry->task_id, __entry->client_id, __entry->xid 1299 ) 1300 ); 1301 1302 TRACE_EVENT(xs_data_ready, 1303 TP_PROTO( 1304 const struct rpc_xprt *xprt 1305 ), 1306 1307 TP_ARGS(xprt), 1308 1309 TP_STRUCT__entry( 1310 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR]) 1311 __string(port, xprt->address_strings[RPC_DISPLAY_PORT]) 1312 ), 1313 1314 TP_fast_assign( 1315 __assign_str(addr); 1316 __assign_str(port); 1317 ), 1318 1319 TP_printk("peer=[%s]:%s", __get_str(addr), __get_str(port)) 1320 ); 1321 1322 TRACE_EVENT(xs_stream_read_data, 1323 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total), 1324 1325 TP_ARGS(xprt, err, total), 1326 1327 TP_STRUCT__entry( 1328 __field(ssize_t, err) 1329 __field(size_t, total) 1330 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] : 1331 EVENT_NULL_STR) 1332 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] : 1333 EVENT_NULL_STR) 1334 ), 1335 1336 TP_fast_assign( 1337 __entry->err = err; 1338 __entry->total = total; 1339 __assign_str(addr); 1340 __assign_str(port); 1341 ), 1342 1343 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr), 1344 __get_str(port), __entry->err, __entry->total) 1345 ); 1346 1347 TRACE_EVENT(xs_stream_read_request, 1348 TP_PROTO(struct sock_xprt *xs), 1349 1350 TP_ARGS(xs), 1351 1352 TP_STRUCT__entry( 1353 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]) 1354 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]) 1355 __field(u32, xid) 1356 __field(unsigned long, copied) 1357 __field(unsigned int, reclen) 1358 __field(unsigned int, offset) 1359 ), 1360 1361 TP_fast_assign( 1362 __assign_str(addr); 1363 __assign_str(port); 1364 __entry->xid = be32_to_cpu(xs->recv.xid); 1365 __entry->copied = xs->recv.copied; 1366 __entry->reclen = xs->recv.len; 1367 __entry->offset = xs->recv.offset; 1368 ), 1369 1370 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u", 1371 __get_str(addr), __get_str(port), __entry->xid, 1372 __entry->copied, __entry->reclen, __entry->offset) 1373 ); 1374 1375 TRACE_EVENT(rpcb_getport, 1376 TP_PROTO( 1377 const struct rpc_clnt *clnt, 1378 const struct rpc_task *task, 1379 unsigned int bind_version 1380 ), 1381 1382 TP_ARGS(clnt, task, bind_version), 1383 1384 TP_STRUCT__entry( 1385 __field(unsigned int, task_id) 1386 __field(unsigned int, client_id) 1387 __field(unsigned int, program) 1388 __field(unsigned int, version) 1389 __field(int, protocol) 1390 __field(unsigned int, bind_version) 1391 __string(servername, task->tk_xprt->servername) 1392 ), 1393 1394 TP_fast_assign( 1395 __entry->task_id = task->tk_pid; 1396 __entry->client_id = clnt->cl_clid; 1397 __entry->program = clnt->cl_prog; 1398 __entry->version = clnt->cl_vers; 1399 __entry->protocol = task->tk_xprt->prot; 1400 __entry->bind_version = bind_version; 1401 __assign_str(servername); 1402 ), 1403 1404 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER 1405 " server=%s program=%u version=%u protocol=%d bind_version=%u", 1406 __entry->task_id, __entry->client_id, __get_str(servername), 1407 __entry->program, __entry->version, __entry->protocol, 1408 __entry->bind_version 1409 ) 1410 ); 1411 1412 TRACE_EVENT(rpcb_setport, 1413 TP_PROTO( 1414 const struct rpc_task *task, 1415 int status, 1416 unsigned short port 1417 ), 1418 1419 TP_ARGS(task, status, port), 1420 1421 TP_STRUCT__entry( 1422 __field(unsigned int, task_id) 1423 __field(unsigned int, client_id) 1424 __field(int, status) 1425 __field(unsigned short, port) 1426 ), 1427 1428 TP_fast_assign( 1429 __entry->task_id = task->tk_pid; 1430 __entry->client_id = task->tk_client->cl_clid; 1431 __entry->status = status; 1432 __entry->port = port; 1433 ), 1434 1435 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u", 1436 __entry->task_id, __entry->client_id, 1437 __entry->status, __entry->port 1438 ) 1439 ); 1440 1441 TRACE_EVENT(pmap_register, 1442 TP_PROTO( 1443 u32 program, 1444 u32 version, 1445 int protocol, 1446 unsigned short port 1447 ), 1448 1449 TP_ARGS(program, version, protocol, port), 1450 1451 TP_STRUCT__entry( 1452 __field(unsigned int, program) 1453 __field(unsigned int, version) 1454 __field(int, protocol) 1455 __field(unsigned int, port) 1456 ), 1457 1458 TP_fast_assign( 1459 __entry->program = program; 1460 __entry->version = version; 1461 __entry->protocol = protocol; 1462 __entry->port = port; 1463 ), 1464 1465 TP_printk("program=%u version=%u protocol=%d port=%u", 1466 __entry->program, __entry->version, 1467 __entry->protocol, __entry->port 1468 ) 1469 ); 1470 1471 TRACE_EVENT(rpcb_register, 1472 TP_PROTO( 1473 u32 program, 1474 u32 version, 1475 const char *addr, 1476 const char *netid 1477 ), 1478 1479 TP_ARGS(program, version, addr, netid), 1480 1481 TP_STRUCT__entry( 1482 __field(unsigned int, program) 1483 __field(unsigned int, version) 1484 __string(addr, addr) 1485 __string(netid, netid) 1486 ), 1487 1488 TP_fast_assign( 1489 __entry->program = program; 1490 __entry->version = version; 1491 __assign_str(addr); 1492 __assign_str(netid); 1493 ), 1494 1495 TP_printk("program=%u version=%u addr=%s netid=%s", 1496 __entry->program, __entry->version, 1497 __get_str(addr), __get_str(netid) 1498 ) 1499 ); 1500 1501 TRACE_EVENT(rpcb_unregister, 1502 TP_PROTO( 1503 u32 program, 1504 u32 version, 1505 const char *netid 1506 ), 1507 1508 TP_ARGS(program, version, netid), 1509 1510 TP_STRUCT__entry( 1511 __field(unsigned int, program) 1512 __field(unsigned int, version) 1513 __string(netid, netid) 1514 ), 1515 1516 TP_fast_assign( 1517 __entry->program = program; 1518 __entry->version = version; 1519 __assign_str(netid); 1520 ), 1521 1522 TP_printk("program=%u version=%u netid=%s", 1523 __entry->program, __entry->version, __get_str(netid) 1524 ) 1525 ); 1526 1527 /** 1528 ** RPC-over-TLS tracepoints 1529 **/ 1530 1531 DECLARE_EVENT_CLASS(rpc_tls_class, 1532 TP_PROTO( 1533 const struct rpc_clnt *clnt, 1534 const struct rpc_xprt *xprt 1535 ), 1536 1537 TP_ARGS(clnt, xprt), 1538 1539 TP_STRUCT__entry( 1540 __field(unsigned long, requested_policy) 1541 __field(u32, version) 1542 __string(servername, xprt->servername) 1543 __string(progname, clnt->cl_program->name) 1544 ), 1545 1546 TP_fast_assign( 1547 __entry->requested_policy = clnt->cl_xprtsec.policy; 1548 __entry->version = clnt->cl_vers; 1549 __assign_str(servername); 1550 __assign_str(progname); 1551 ), 1552 1553 TP_printk("server=%s %sv%u requested_policy=%s", 1554 __get_str(servername), __get_str(progname), __entry->version, 1555 rpc_show_xprtsec_policy(__entry->requested_policy) 1556 ) 1557 ); 1558 1559 #define DEFINE_RPC_TLS_EVENT(name) \ 1560 DEFINE_EVENT(rpc_tls_class, rpc_tls_##name, \ 1561 TP_PROTO( \ 1562 const struct rpc_clnt *clnt, \ 1563 const struct rpc_xprt *xprt \ 1564 ), \ 1565 TP_ARGS(clnt, xprt)) 1566 1567 DEFINE_RPC_TLS_EVENT(unavailable); 1568 DEFINE_RPC_TLS_EVENT(not_started); 1569 1570 1571 /* Record an xdr_buf containing a fully-formed RPC message */ 1572 DECLARE_EVENT_CLASS(svc_xdr_msg_class, 1573 TP_PROTO( 1574 const struct xdr_buf *xdr 1575 ), 1576 1577 TP_ARGS(xdr), 1578 1579 TP_STRUCT__entry( 1580 __field(u32, xid) 1581 __field(const void *, head_base) 1582 __field(size_t, head_len) 1583 __field(const void *, tail_base) 1584 __field(size_t, tail_len) 1585 __field(unsigned int, page_len) 1586 __field(unsigned int, msg_len) 1587 ), 1588 1589 TP_fast_assign( 1590 __be32 *p = (__be32 *)xdr->head[0].iov_base; 1591 1592 __entry->xid = be32_to_cpu(*p); 1593 __entry->head_base = p; 1594 __entry->head_len = xdr->head[0].iov_len; 1595 __entry->tail_base = xdr->tail[0].iov_base; 1596 __entry->tail_len = xdr->tail[0].iov_len; 1597 __entry->page_len = xdr->page_len; 1598 __entry->msg_len = xdr->len; 1599 ), 1600 1601 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u", 1602 __entry->xid, 1603 __entry->head_base, __entry->head_len, __entry->page_len, 1604 __entry->tail_base, __entry->tail_len, __entry->msg_len 1605 ) 1606 ); 1607 1608 #define DEFINE_SVCXDRMSG_EVENT(name) \ 1609 DEFINE_EVENT(svc_xdr_msg_class, \ 1610 svc_xdr_##name, \ 1611 TP_PROTO( \ 1612 const struct xdr_buf *xdr \ 1613 ), \ 1614 TP_ARGS(xdr)) 1615 1616 DEFINE_SVCXDRMSG_EVENT(recvfrom); 1617 1618 /* Record an xdr_buf containing arbitrary data, tagged with an XID */ 1619 DECLARE_EVENT_CLASS(svc_xdr_buf_class, 1620 TP_PROTO( 1621 __be32 xid, 1622 const struct xdr_buf *xdr 1623 ), 1624 1625 TP_ARGS(xid, xdr), 1626 1627 TP_STRUCT__entry( 1628 __field(u32, xid) 1629 __field(const void *, head_base) 1630 __field(size_t, head_len) 1631 __field(const void *, tail_base) 1632 __field(size_t, tail_len) 1633 __field(unsigned int, page_base) 1634 __field(unsigned int, page_len) 1635 __field(unsigned int, msg_len) 1636 ), 1637 1638 TP_fast_assign( 1639 __entry->xid = be32_to_cpu(xid); 1640 __entry->head_base = xdr->head[0].iov_base; 1641 __entry->head_len = xdr->head[0].iov_len; 1642 __entry->tail_base = xdr->tail[0].iov_base; 1643 __entry->tail_len = xdr->tail[0].iov_len; 1644 __entry->page_base = xdr->page_base; 1645 __entry->page_len = xdr->page_len; 1646 __entry->msg_len = xdr->len; 1647 ), 1648 1649 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u", 1650 __entry->xid, 1651 __entry->head_base, __entry->head_len, 1652 __entry->page_len, __entry->page_base, 1653 __entry->tail_base, __entry->tail_len, 1654 __entry->msg_len 1655 ) 1656 ); 1657 1658 #define DEFINE_SVCXDRBUF_EVENT(name) \ 1659 DEFINE_EVENT(svc_xdr_buf_class, \ 1660 svc_xdr_##name, \ 1661 TP_PROTO( \ 1662 __be32 xid, \ 1663 const struct xdr_buf *xdr \ 1664 ), \ 1665 TP_ARGS(xid, xdr)) 1666 1667 DEFINE_SVCXDRBUF_EVENT(sendto); 1668 1669 /* 1670 * from include/linux/sunrpc/svc.h 1671 */ 1672 #define SVC_RQST_FLAG_LIST \ 1673 svc_rqst_flag(SECURE) \ 1674 svc_rqst_flag(LOCAL) \ 1675 svc_rqst_flag(USEDEFERRAL) \ 1676 svc_rqst_flag(DROPME) \ 1677 svc_rqst_flag(VICTIM) \ 1678 svc_rqst_flag_end(DATA) 1679 1680 #undef svc_rqst_flag 1681 #undef svc_rqst_flag_end 1682 #define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x); 1683 #define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x); 1684 1685 SVC_RQST_FLAG_LIST 1686 1687 #undef svc_rqst_flag 1688 #undef svc_rqst_flag_end 1689 #define svc_rqst_flag(x) { BIT(RQ_##x), #x }, 1690 #define svc_rqst_flag_end(x) { BIT(RQ_##x), #x } 1691 1692 #define show_rqstp_flags(flags) \ 1693 __print_flags(flags, "|", SVC_RQST_FLAG_LIST) 1694 1695 TRACE_DEFINE_ENUM(SVC_GARBAGE); 1696 TRACE_DEFINE_ENUM(SVC_SYSERR); 1697 TRACE_DEFINE_ENUM(SVC_VALID); 1698 TRACE_DEFINE_ENUM(SVC_NEGATIVE); 1699 TRACE_DEFINE_ENUM(SVC_OK); 1700 TRACE_DEFINE_ENUM(SVC_DROP); 1701 TRACE_DEFINE_ENUM(SVC_CLOSE); 1702 TRACE_DEFINE_ENUM(SVC_DENIED); 1703 TRACE_DEFINE_ENUM(SVC_PENDING); 1704 TRACE_DEFINE_ENUM(SVC_COMPLETE); 1705 1706 #define show_svc_auth_status(status) \ 1707 __print_symbolic(status, \ 1708 { SVC_GARBAGE, "SVC_GARBAGE" }, \ 1709 { SVC_SYSERR, "SVC_SYSERR" }, \ 1710 { SVC_VALID, "SVC_VALID" }, \ 1711 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \ 1712 { SVC_OK, "SVC_OK" }, \ 1713 { SVC_DROP, "SVC_DROP" }, \ 1714 { SVC_CLOSE, "SVC_CLOSE" }, \ 1715 { SVC_DENIED, "SVC_DENIED" }, \ 1716 { SVC_PENDING, "SVC_PENDING" }, \ 1717 { SVC_COMPLETE, "SVC_COMPLETE" }) 1718 1719 #define SVC_RQST_ENDPOINT_FIELDS(r) \ 1720 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \ 1721 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \ 1722 __field(unsigned int, netns_ino) \ 1723 __field(u32, xid) 1724 1725 #define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \ 1726 do { \ 1727 struct svc_xprt *xprt = (r)->rq_xprt; \ 1728 __assign_sockaddr(server, &xprt->xpt_local, \ 1729 xprt->xpt_locallen); \ 1730 __assign_sockaddr(client, &xprt->xpt_remote, \ 1731 xprt->xpt_remotelen); \ 1732 __entry->netns_ino = xprt->xpt_net->ns.inum; \ 1733 __entry->xid = be32_to_cpu((r)->rq_xid); \ 1734 } while (0) 1735 1736 #define SVC_RQST_ENDPOINT_FORMAT \ 1737 "xid=0x%08x server=%pISpc client=%pISpc" 1738 1739 #define SVC_RQST_ENDPOINT_VARARGS \ 1740 __entry->xid, __get_sockaddr(server), __get_sockaddr(client) 1741 1742 TRACE_EVENT_CONDITION(svc_authenticate, 1743 TP_PROTO( 1744 const struct svc_rqst *rqst, 1745 enum svc_auth_status auth_res 1746 ), 1747 1748 TP_ARGS(rqst, auth_res), 1749 1750 TP_CONDITION(auth_res != SVC_OK && auth_res != SVC_COMPLETE), 1751 1752 TP_STRUCT__entry( 1753 SVC_RQST_ENDPOINT_FIELDS(rqst) 1754 1755 __field(unsigned long, svc_status) 1756 __field(unsigned long, auth_stat) 1757 ), 1758 1759 TP_fast_assign( 1760 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst); 1761 1762 __entry->svc_status = auth_res; 1763 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat); 1764 ), 1765 1766 TP_printk(SVC_RQST_ENDPOINT_FORMAT 1767 " auth_res=%s auth_stat=%s", 1768 SVC_RQST_ENDPOINT_VARARGS, 1769 show_svc_auth_status(__entry->svc_status), 1770 rpc_show_auth_stat(__entry->auth_stat)) 1771 ); 1772 1773 TRACE_EVENT(svc_process, 1774 TP_PROTO(const struct svc_rqst *rqst, const char *name), 1775 1776 TP_ARGS(rqst, name), 1777 1778 TP_STRUCT__entry( 1779 __field(u32, xid) 1780 __field(u32, vers) 1781 __field(u32, proc) 1782 __string(service, name) 1783 __string(procedure, svc_proc_name(rqst)) 1784 __string(addr, rqst->rq_xprt ? 1785 rqst->rq_xprt->xpt_remotebuf : EVENT_NULL_STR) 1786 ), 1787 1788 TP_fast_assign( 1789 __entry->xid = be32_to_cpu(rqst->rq_xid); 1790 __entry->vers = rqst->rq_vers; 1791 __entry->proc = rqst->rq_proc; 1792 __assign_str(service); 1793 __assign_str(procedure); 1794 __assign_str(addr); 1795 ), 1796 1797 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s", 1798 __get_str(addr), __entry->xid, 1799 __get_str(service), __entry->vers, 1800 __get_str(procedure) 1801 ) 1802 ); 1803 1804 DECLARE_EVENT_CLASS(svc_rqst_event, 1805 TP_PROTO( 1806 const struct svc_rqst *rqst 1807 ), 1808 1809 TP_ARGS(rqst), 1810 1811 TP_STRUCT__entry( 1812 SVC_RQST_ENDPOINT_FIELDS(rqst) 1813 1814 __field(unsigned long, flags) 1815 ), 1816 1817 TP_fast_assign( 1818 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst); 1819 1820 __entry->flags = rqst->rq_flags; 1821 ), 1822 1823 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s", 1824 SVC_RQST_ENDPOINT_VARARGS, 1825 show_rqstp_flags(__entry->flags)) 1826 ); 1827 #define DEFINE_SVC_RQST_EVENT(name) \ 1828 DEFINE_EVENT(svc_rqst_event, svc_##name, \ 1829 TP_PROTO( \ 1830 const struct svc_rqst *rqst \ 1831 ), \ 1832 TP_ARGS(rqst)) 1833 1834 DEFINE_SVC_RQST_EVENT(defer); 1835 DEFINE_SVC_RQST_EVENT(drop); 1836 1837 DECLARE_EVENT_CLASS(svc_rqst_status, 1838 TP_PROTO( 1839 const struct svc_rqst *rqst, 1840 int status 1841 ), 1842 1843 TP_ARGS(rqst, status), 1844 1845 TP_STRUCT__entry( 1846 SVC_RQST_ENDPOINT_FIELDS(rqst) 1847 1848 __field(int, status) 1849 __field(unsigned long, flags) 1850 ), 1851 1852 TP_fast_assign( 1853 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst); 1854 1855 __entry->status = status; 1856 __entry->flags = rqst->rq_flags; 1857 ), 1858 1859 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s", 1860 SVC_RQST_ENDPOINT_VARARGS, 1861 __entry->status, show_rqstp_flags(__entry->flags)) 1862 ); 1863 1864 DEFINE_EVENT(svc_rqst_status, svc_send, 1865 TP_PROTO(const struct svc_rqst *rqst, int status), 1866 TP_ARGS(rqst, status)); 1867 1868 TRACE_EVENT(svc_replace_page_err, 1869 TP_PROTO(const struct svc_rqst *rqst), 1870 1871 TP_ARGS(rqst), 1872 TP_STRUCT__entry( 1873 SVC_RQST_ENDPOINT_FIELDS(rqst) 1874 1875 __field(const void *, begin) 1876 __field(const void *, respages) 1877 __field(const void *, nextpage) 1878 ), 1879 1880 TP_fast_assign( 1881 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst); 1882 1883 __entry->begin = rqst->rq_pages; 1884 __entry->respages = rqst->rq_respages; 1885 __entry->nextpage = rqst->rq_next_page; 1886 ), 1887 1888 TP_printk(SVC_RQST_ENDPOINT_FORMAT " begin=%p respages=%p nextpage=%p", 1889 SVC_RQST_ENDPOINT_VARARGS, 1890 __entry->begin, __entry->respages, __entry->nextpage) 1891 ); 1892 1893 TRACE_EVENT(svc_stats_latency, 1894 TP_PROTO( 1895 const struct svc_rqst *rqst 1896 ), 1897 1898 TP_ARGS(rqst), 1899 1900 TP_STRUCT__entry( 1901 SVC_RQST_ENDPOINT_FIELDS(rqst) 1902 1903 __field(unsigned long, execute) 1904 __string(procedure, svc_proc_name(rqst)) 1905 ), 1906 1907 TP_fast_assign( 1908 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst); 1909 1910 __entry->execute = ktime_to_us(ktime_sub(ktime_get(), 1911 rqst->rq_stime)); 1912 __assign_str(procedure); 1913 ), 1914 1915 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu", 1916 SVC_RQST_ENDPOINT_VARARGS, 1917 __get_str(procedure), __entry->execute) 1918 ); 1919 1920 /* 1921 * from include/linux/sunrpc/svc_xprt.h 1922 */ 1923 #define SVC_XPRT_FLAG_LIST \ 1924 svc_xprt_flag(BUSY) \ 1925 svc_xprt_flag(CONN) \ 1926 svc_xprt_flag(CLOSE) \ 1927 svc_xprt_flag(DATA) \ 1928 svc_xprt_flag(TEMP) \ 1929 svc_xprt_flag(DEAD) \ 1930 svc_xprt_flag(CHNGBUF) \ 1931 svc_xprt_flag(DEFERRED) \ 1932 svc_xprt_flag(OLD) \ 1933 svc_xprt_flag(LISTENER) \ 1934 svc_xprt_flag(CACHE_AUTH) \ 1935 svc_xprt_flag(LOCAL) \ 1936 svc_xprt_flag(KILL_TEMP) \ 1937 svc_xprt_flag(CONG_CTRL) \ 1938 svc_xprt_flag(HANDSHAKE) \ 1939 svc_xprt_flag(TLS_SESSION) \ 1940 svc_xprt_flag_end(PEER_AUTH) 1941 1942 #undef svc_xprt_flag 1943 #undef svc_xprt_flag_end 1944 #define svc_xprt_flag(x) TRACE_DEFINE_ENUM(XPT_##x); 1945 #define svc_xprt_flag_end(x) TRACE_DEFINE_ENUM(XPT_##x); 1946 1947 SVC_XPRT_FLAG_LIST 1948 1949 #undef svc_xprt_flag 1950 #undef svc_xprt_flag_end 1951 #define svc_xprt_flag(x) { BIT(XPT_##x), #x }, 1952 #define svc_xprt_flag_end(x) { BIT(XPT_##x), #x } 1953 1954 #define show_svc_xprt_flags(flags) \ 1955 __print_flags(flags, "|", SVC_XPRT_FLAG_LIST) 1956 1957 TRACE_EVENT(svc_xprt_create_err, 1958 TP_PROTO( 1959 const char *program, 1960 const char *protocol, 1961 struct sockaddr *sap, 1962 size_t salen, 1963 const struct svc_xprt *xprt 1964 ), 1965 1966 TP_ARGS(program, protocol, sap, salen, xprt), 1967 1968 TP_STRUCT__entry( 1969 __field(long, error) 1970 __string(program, program) 1971 __string(protocol, protocol) 1972 __sockaddr(addr, salen) 1973 ), 1974 1975 TP_fast_assign( 1976 __entry->error = PTR_ERR(xprt); 1977 __assign_str(program); 1978 __assign_str(protocol); 1979 __assign_sockaddr(addr, sap, salen); 1980 ), 1981 1982 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld", 1983 __get_sockaddr(addr), __get_str(program), __get_str(protocol), 1984 __entry->error) 1985 ); 1986 1987 #define SVC_XPRT_ENDPOINT_FIELDS(x) \ 1988 __sockaddr(server, (x)->xpt_locallen) \ 1989 __sockaddr(client, (x)->xpt_remotelen) \ 1990 __field(unsigned long, flags) \ 1991 __field(unsigned int, netns_ino) 1992 1993 #define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \ 1994 do { \ 1995 __assign_sockaddr(server, &(x)->xpt_local, \ 1996 (x)->xpt_locallen); \ 1997 __assign_sockaddr(client, &(x)->xpt_remote, \ 1998 (x)->xpt_remotelen); \ 1999 __entry->flags = (x)->xpt_flags; \ 2000 __entry->netns_ino = (x)->xpt_net->ns.inum; \ 2001 } while (0) 2002 2003 #define SVC_XPRT_ENDPOINT_FORMAT \ 2004 "server=%pISpc client=%pISpc flags=%s" 2005 2006 #define SVC_XPRT_ENDPOINT_VARARGS \ 2007 __get_sockaddr(server), __get_sockaddr(client), \ 2008 show_svc_xprt_flags(__entry->flags) 2009 2010 TRACE_EVENT(svc_xprt_enqueue, 2011 TP_PROTO( 2012 const struct svc_xprt *xprt, 2013 unsigned long flags 2014 ), 2015 2016 TP_ARGS(xprt, flags), 2017 2018 TP_STRUCT__entry( 2019 SVC_XPRT_ENDPOINT_FIELDS(xprt) 2020 ), 2021 2022 TP_fast_assign( 2023 __assign_sockaddr(server, &xprt->xpt_local, 2024 xprt->xpt_locallen); 2025 __assign_sockaddr(client, &xprt->xpt_remote, 2026 xprt->xpt_remotelen); 2027 __entry->flags = flags; 2028 __entry->netns_ino = xprt->xpt_net->ns.inum; 2029 ), 2030 2031 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS) 2032 ); 2033 2034 TRACE_EVENT(svc_xprt_dequeue, 2035 TP_PROTO( 2036 const struct svc_rqst *rqst 2037 ), 2038 2039 TP_ARGS(rqst), 2040 2041 TP_STRUCT__entry( 2042 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt) 2043 2044 __field(unsigned long, wakeup) 2045 ), 2046 2047 TP_fast_assign( 2048 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt); 2049 2050 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(), 2051 rqst->rq_qtime)); 2052 ), 2053 2054 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu", 2055 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup) 2056 ); 2057 2058 DECLARE_EVENT_CLASS(svc_xprt_event, 2059 TP_PROTO( 2060 const struct svc_xprt *xprt 2061 ), 2062 2063 TP_ARGS(xprt), 2064 2065 TP_STRUCT__entry( 2066 SVC_XPRT_ENDPOINT_FIELDS(xprt) 2067 ), 2068 2069 TP_fast_assign( 2070 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt); 2071 ), 2072 2073 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS) 2074 ); 2075 2076 #define DEFINE_SVC_XPRT_EVENT(name) \ 2077 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \ 2078 TP_PROTO( \ 2079 const struct svc_xprt *xprt \ 2080 ), \ 2081 TP_ARGS(xprt)) 2082 2083 DEFINE_SVC_XPRT_EVENT(no_write_space); 2084 DEFINE_SVC_XPRT_EVENT(close); 2085 DEFINE_SVC_XPRT_EVENT(detach); 2086 DEFINE_SVC_XPRT_EVENT(free); 2087 2088 #define DEFINE_SVC_TLS_EVENT(name) \ 2089 DEFINE_EVENT(svc_xprt_event, svc_tls_##name, \ 2090 TP_PROTO(const struct svc_xprt *xprt), \ 2091 TP_ARGS(xprt)) 2092 2093 DEFINE_SVC_TLS_EVENT(start); 2094 DEFINE_SVC_TLS_EVENT(upcall); 2095 DEFINE_SVC_TLS_EVENT(unavailable); 2096 DEFINE_SVC_TLS_EVENT(not_started); 2097 DEFINE_SVC_TLS_EVENT(timed_out); 2098 2099 TRACE_EVENT(svc_xprt_accept, 2100 TP_PROTO( 2101 const struct svc_xprt *xprt, 2102 const char *service 2103 ), 2104 2105 TP_ARGS(xprt, service), 2106 2107 TP_STRUCT__entry( 2108 SVC_XPRT_ENDPOINT_FIELDS(xprt) 2109 2110 __string(protocol, xprt->xpt_class->xcl_name) 2111 __string(service, service) 2112 ), 2113 2114 TP_fast_assign( 2115 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt); 2116 2117 __assign_str(protocol); 2118 __assign_str(service); 2119 ), 2120 2121 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s", 2122 SVC_XPRT_ENDPOINT_VARARGS, 2123 __get_str(protocol), __get_str(service) 2124 ) 2125 ); 2126 2127 TRACE_EVENT(svc_wake_up, 2128 TP_PROTO(int pid), 2129 2130 TP_ARGS(pid), 2131 2132 TP_STRUCT__entry( 2133 __field(int, pid) 2134 ), 2135 2136 TP_fast_assign( 2137 __entry->pid = pid; 2138 ), 2139 2140 TP_printk("pid=%d", __entry->pid) 2141 ); 2142 2143 TRACE_EVENT(svc_alloc_arg_err, 2144 TP_PROTO( 2145 unsigned int requested, 2146 unsigned int allocated 2147 ), 2148 2149 TP_ARGS(requested, allocated), 2150 2151 TP_STRUCT__entry( 2152 __field(unsigned int, requested) 2153 __field(unsigned int, allocated) 2154 ), 2155 2156 TP_fast_assign( 2157 __entry->requested = requested; 2158 __entry->allocated = allocated; 2159 ), 2160 2161 TP_printk("requested=%u allocated=%u", 2162 __entry->requested, __entry->allocated) 2163 ); 2164 2165 DECLARE_EVENT_CLASS(svc_deferred_event, 2166 TP_PROTO( 2167 const struct svc_deferred_req *dr 2168 ), 2169 2170 TP_ARGS(dr), 2171 2172 TP_STRUCT__entry( 2173 __field(const void *, dr) 2174 __field(u32, xid) 2175 __sockaddr(addr, dr->addrlen) 2176 ), 2177 2178 TP_fast_assign( 2179 __entry->dr = dr; 2180 __entry->xid = be32_to_cpu(*(__be32 *)dr->args); 2181 __assign_sockaddr(addr, &dr->addr, dr->addrlen); 2182 ), 2183 2184 TP_printk("addr=%pISpc dr=%p xid=0x%08x", __get_sockaddr(addr), 2185 __entry->dr, __entry->xid) 2186 ); 2187 2188 #define DEFINE_SVC_DEFERRED_EVENT(name) \ 2189 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \ 2190 TP_PROTO( \ 2191 const struct svc_deferred_req *dr \ 2192 ), \ 2193 TP_ARGS(dr)) 2194 2195 DEFINE_SVC_DEFERRED_EVENT(drop); 2196 DEFINE_SVC_DEFERRED_EVENT(queue); 2197 DEFINE_SVC_DEFERRED_EVENT(recv); 2198 2199 DECLARE_EVENT_CLASS(svcsock_lifetime_class, 2200 TP_PROTO( 2201 const void *svsk, 2202 const struct socket *socket 2203 ), 2204 TP_ARGS(svsk, socket), 2205 TP_STRUCT__entry( 2206 __field(unsigned int, netns_ino) 2207 __field(const void *, svsk) 2208 __field(const void *, sk) 2209 __field(unsigned long, type) 2210 __field(unsigned long, family) 2211 __field(unsigned long, state) 2212 ), 2213 TP_fast_assign( 2214 struct sock *sk = socket->sk; 2215 2216 __entry->netns_ino = sock_net(sk)->ns.inum; 2217 __entry->svsk = svsk; 2218 __entry->sk = sk; 2219 __entry->type = socket->type; 2220 __entry->family = sk->sk_family; 2221 __entry->state = sk->sk_state; 2222 ), 2223 TP_printk("svsk=%p type=%s family=%s%s", 2224 __entry->svsk, show_socket_type(__entry->type), 2225 rpc_show_address_family(__entry->family), 2226 __entry->state == TCP_LISTEN ? " (listener)" : "" 2227 ) 2228 ); 2229 #define DEFINE_SVCSOCK_LIFETIME_EVENT(name) \ 2230 DEFINE_EVENT(svcsock_lifetime_class, name, \ 2231 TP_PROTO( \ 2232 const void *svsk, \ 2233 const struct socket *socket \ 2234 ), \ 2235 TP_ARGS(svsk, socket)) 2236 2237 DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_new); 2238 DEFINE_SVCSOCK_LIFETIME_EVENT(svcsock_free); 2239 2240 TRACE_EVENT(svcsock_marker, 2241 TP_PROTO( 2242 const struct svc_xprt *xprt, 2243 __be32 marker 2244 ), 2245 2246 TP_ARGS(xprt, marker), 2247 2248 TP_STRUCT__entry( 2249 __field(unsigned int, length) 2250 __field(bool, last) 2251 __string(addr, xprt->xpt_remotebuf) 2252 ), 2253 2254 TP_fast_assign( 2255 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK; 2256 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT; 2257 __assign_str(addr); 2258 ), 2259 2260 TP_printk("addr=%s length=%u%s", __get_str(addr), 2261 __entry->length, __entry->last ? " (last)" : "") 2262 ); 2263 2264 DECLARE_EVENT_CLASS(svcsock_class, 2265 TP_PROTO( 2266 const struct svc_xprt *xprt, 2267 ssize_t result 2268 ), 2269 2270 TP_ARGS(xprt, result), 2271 2272 TP_STRUCT__entry( 2273 __field(ssize_t, result) 2274 __field(unsigned long, flags) 2275 __string(addr, xprt->xpt_remotebuf) 2276 ), 2277 2278 TP_fast_assign( 2279 __entry->result = result; 2280 __entry->flags = xprt->xpt_flags; 2281 __assign_str(addr); 2282 ), 2283 2284 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr), 2285 __entry->result, show_svc_xprt_flags(__entry->flags) 2286 ) 2287 ); 2288 2289 #define DEFINE_SVCSOCK_EVENT(name) \ 2290 DEFINE_EVENT(svcsock_class, svcsock_##name, \ 2291 TP_PROTO( \ 2292 const struct svc_xprt *xprt, \ 2293 ssize_t result \ 2294 ), \ 2295 TP_ARGS(xprt, result)) 2296 2297 DEFINE_SVCSOCK_EVENT(udp_send); 2298 DEFINE_SVCSOCK_EVENT(udp_recv); 2299 DEFINE_SVCSOCK_EVENT(udp_recv_err); 2300 DEFINE_SVCSOCK_EVENT(tcp_send); 2301 DEFINE_SVCSOCK_EVENT(tcp_recv); 2302 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain); 2303 DEFINE_SVCSOCK_EVENT(tcp_recv_err); 2304 DEFINE_SVCSOCK_EVENT(data_ready); 2305 DEFINE_SVCSOCK_EVENT(write_space); 2306 2307 TRACE_EVENT(svcsock_tcp_recv_short, 2308 TP_PROTO( 2309 const struct svc_xprt *xprt, 2310 u32 expected, 2311 u32 received 2312 ), 2313 2314 TP_ARGS(xprt, expected, received), 2315 2316 TP_STRUCT__entry( 2317 __field(u32, expected) 2318 __field(u32, received) 2319 __field(unsigned long, flags) 2320 __string(addr, xprt->xpt_remotebuf) 2321 ), 2322 2323 TP_fast_assign( 2324 __entry->expected = expected; 2325 __entry->received = received; 2326 __entry->flags = xprt->xpt_flags; 2327 __assign_str(addr); 2328 ), 2329 2330 TP_printk("addr=%s flags=%s expected=%u received=%u", 2331 __get_str(addr), show_svc_xprt_flags(__entry->flags), 2332 __entry->expected, __entry->received 2333 ) 2334 ); 2335 2336 TRACE_EVENT(svcsock_tcp_state, 2337 TP_PROTO( 2338 const struct svc_xprt *xprt, 2339 const struct socket *socket 2340 ), 2341 2342 TP_ARGS(xprt, socket), 2343 2344 TP_STRUCT__entry( 2345 __field(unsigned long, socket_state) 2346 __field(unsigned long, sock_state) 2347 __field(unsigned long, flags) 2348 __string(addr, xprt->xpt_remotebuf) 2349 ), 2350 2351 TP_fast_assign( 2352 __entry->socket_state = socket->state; 2353 __entry->sock_state = socket->sk->sk_state; 2354 __entry->flags = xprt->xpt_flags; 2355 __assign_str(addr); 2356 ), 2357 2358 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr), 2359 rpc_show_socket_state(__entry->socket_state), 2360 rpc_show_sock_state(__entry->sock_state), 2361 show_svc_xprt_flags(__entry->flags) 2362 ) 2363 ); 2364 2365 DECLARE_EVENT_CLASS(svcsock_accept_class, 2366 TP_PROTO( 2367 const struct svc_xprt *xprt, 2368 const char *service, 2369 long status 2370 ), 2371 2372 TP_ARGS(xprt, service, status), 2373 2374 TP_STRUCT__entry( 2375 __field(long, status) 2376 __string(service, service) 2377 __field(unsigned int, netns_ino) 2378 ), 2379 2380 TP_fast_assign( 2381 __entry->status = status; 2382 __assign_str(service); 2383 __entry->netns_ino = xprt->xpt_net->ns.inum; 2384 ), 2385 2386 TP_printk("addr=listener service=%s status=%ld", 2387 __get_str(service), __entry->status 2388 ) 2389 ); 2390 2391 #define DEFINE_ACCEPT_EVENT(name) \ 2392 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \ 2393 TP_PROTO( \ 2394 const struct svc_xprt *xprt, \ 2395 const char *service, \ 2396 long status \ 2397 ), \ 2398 TP_ARGS(xprt, service, status)) 2399 2400 DEFINE_ACCEPT_EVENT(accept); 2401 DEFINE_ACCEPT_EVENT(getpeername); 2402 2403 DECLARE_EVENT_CLASS(cache_event, 2404 TP_PROTO( 2405 const struct cache_detail *cd, 2406 const struct cache_head *h 2407 ), 2408 2409 TP_ARGS(cd, h), 2410 2411 TP_STRUCT__entry( 2412 __field(const struct cache_head *, h) 2413 __string(name, cd->name) 2414 ), 2415 2416 TP_fast_assign( 2417 __entry->h = h; 2418 __assign_str(name); 2419 ), 2420 2421 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h) 2422 ); 2423 #define DEFINE_CACHE_EVENT(name) \ 2424 DEFINE_EVENT(cache_event, name, \ 2425 TP_PROTO( \ 2426 const struct cache_detail *cd, \ 2427 const struct cache_head *h \ 2428 ), \ 2429 TP_ARGS(cd, h)) 2430 DEFINE_CACHE_EVENT(cache_entry_expired); 2431 DEFINE_CACHE_EVENT(cache_entry_upcall); 2432 DEFINE_CACHE_EVENT(cache_entry_update); 2433 DEFINE_CACHE_EVENT(cache_entry_make_negative); 2434 DEFINE_CACHE_EVENT(cache_entry_no_listener); 2435 2436 DECLARE_EVENT_CLASS(register_class, 2437 TP_PROTO( 2438 const char *program, 2439 const u32 version, 2440 const int family, 2441 const unsigned short protocol, 2442 const unsigned short port, 2443 int error 2444 ), 2445 2446 TP_ARGS(program, version, family, protocol, port, error), 2447 2448 TP_STRUCT__entry( 2449 __field(u32, version) 2450 __field(unsigned long, family) 2451 __field(unsigned short, protocol) 2452 __field(unsigned short, port) 2453 __field(int, error) 2454 __string(program, program) 2455 ), 2456 2457 TP_fast_assign( 2458 __entry->version = version; 2459 __entry->family = family; 2460 __entry->protocol = protocol; 2461 __entry->port = port; 2462 __entry->error = error; 2463 __assign_str(program); 2464 ), 2465 2466 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d", 2467 __get_str(program), __entry->version, 2468 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp", 2469 __entry->port, rpc_show_address_family(__entry->family), 2470 __entry->error 2471 ) 2472 ); 2473 2474 #define DEFINE_REGISTER_EVENT(name) \ 2475 DEFINE_EVENT(register_class, svc_##name, \ 2476 TP_PROTO( \ 2477 const char *program, \ 2478 const u32 version, \ 2479 const int family, \ 2480 const unsigned short protocol, \ 2481 const unsigned short port, \ 2482 int error \ 2483 ), \ 2484 TP_ARGS(program, version, family, protocol, \ 2485 port, error)) 2486 2487 DEFINE_REGISTER_EVENT(register); 2488 DEFINE_REGISTER_EVENT(noregister); 2489 2490 TRACE_EVENT(svc_unregister, 2491 TP_PROTO( 2492 const char *program, 2493 const u32 version, 2494 int error 2495 ), 2496 2497 TP_ARGS(program, version, error), 2498 2499 TP_STRUCT__entry( 2500 __field(u32, version) 2501 __field(int, error) 2502 __string(program, program) 2503 ), 2504 2505 TP_fast_assign( 2506 __entry->version = version; 2507 __entry->error = error; 2508 __assign_str(program); 2509 ), 2510 2511 TP_printk("program=%sv%u error=%d", 2512 __get_str(program), __entry->version, __entry->error 2513 ) 2514 ); 2515 2516 #endif /* _TRACE_SUNRPC_H */ 2517 2518 #include <trace/define_trace.h> 2519