1 /* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */ 2 /* 3 * Copyright(c) 2015 - 2017 Intel Corporation. 4 */ 5 #if !defined(__HFI1_TRACE_TX_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define __HFI1_TRACE_TX_H 7 8 #include <linux/tracepoint.h> 9 #include <linux/trace_seq.h> 10 11 #include "hfi.h" 12 #include "mad.h" 13 #include "sdma.h" 14 #include "ipoib.h" 15 #include "user_sdma.h" 16 17 const char *parse_sdma_flags(struct trace_seq *p, u64 desc0, u64 desc1); 18 19 #define __parse_sdma_flags(desc0, desc1) parse_sdma_flags(p, desc0, desc1) 20 21 #undef TRACE_SYSTEM 22 #define TRACE_SYSTEM hfi1_tx 23 24 TRACE_EVENT(hfi1_piofree, 25 TP_PROTO(struct send_context *sc, int extra), 26 TP_ARGS(sc, extra), 27 TP_STRUCT__entry(DD_DEV_ENTRY(sc->dd) 28 __field(u32, sw_index) 29 __field(u32, hw_context) 30 __field(int, extra) 31 ), 32 TP_fast_assign(DD_DEV_ASSIGN(sc->dd); 33 __entry->sw_index = sc->sw_index; 34 __entry->hw_context = sc->hw_context; 35 __entry->extra = extra; 36 ), 37 TP_printk("[%s] ctxt %u(%u) extra %d", 38 __get_str(dev), 39 __entry->sw_index, 40 __entry->hw_context, 41 __entry->extra 42 ) 43 ); 44 45 TRACE_EVENT(hfi1_wantpiointr, 46 TP_PROTO(struct send_context *sc, u32 needint, u64 credit_ctrl), 47 TP_ARGS(sc, needint, credit_ctrl), 48 TP_STRUCT__entry(DD_DEV_ENTRY(sc->dd) 49 __field(u32, sw_index) 50 __field(u32, hw_context) 51 __field(u32, needint) 52 __field(u64, credit_ctrl) 53 ), 54 TP_fast_assign(DD_DEV_ASSIGN(sc->dd); 55 __entry->sw_index = sc->sw_index; 56 __entry->hw_context = sc->hw_context; 57 __entry->needint = needint; 58 __entry->credit_ctrl = credit_ctrl; 59 ), 60 TP_printk("[%s] ctxt %u(%u) on %d credit_ctrl 0x%llx", 61 __get_str(dev), 62 __entry->sw_index, 63 __entry->hw_context, 64 __entry->needint, 65 (unsigned long long)__entry->credit_ctrl 66 ) 67 ); 68 69 DECLARE_EVENT_CLASS(hfi1_qpsleepwakeup_template, 70 TP_PROTO(struct rvt_qp *qp, u32 flags), 71 TP_ARGS(qp, flags), 72 TP_STRUCT__entry( 73 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) 74 __field(u32, qpn) 75 __field(u32, flags) 76 __field(u32, s_flags) 77 __field(u32, ps_flags) 78 __field(unsigned long, iow_flags) 79 ), 80 TP_fast_assign( 81 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)); 82 __entry->flags = flags; 83 __entry->qpn = qp->ibqp.qp_num; 84 __entry->s_flags = qp->s_flags; 85 __entry->ps_flags = 86 ((struct hfi1_qp_priv *)qp->priv)->s_flags; 87 __entry->iow_flags = 88 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags; 89 ), 90 TP_printk( 91 "[%s] qpn 0x%x flags 0x%x s_flags 0x%x ps_flags 0x%x iow_flags 0x%lx", 92 __get_str(dev), 93 __entry->qpn, 94 __entry->flags, 95 __entry->s_flags, 96 __entry->ps_flags, 97 __entry->iow_flags 98 ) 99 ); 100 101 DEFINE_EVENT(hfi1_qpsleepwakeup_template, hfi1_qpwakeup, 102 TP_PROTO(struct rvt_qp *qp, u32 flags), 103 TP_ARGS(qp, flags)); 104 105 DEFINE_EVENT(hfi1_qpsleepwakeup_template, hfi1_qpsleep, 106 TP_PROTO(struct rvt_qp *qp, u32 flags), 107 TP_ARGS(qp, flags)); 108 109 TRACE_EVENT(hfi1_sdma_descriptor, 110 TP_PROTO(struct sdma_engine *sde, 111 u64 desc0, 112 u64 desc1, 113 u16 e, 114 void *descp), 115 TP_ARGS(sde, desc0, desc1, e, descp), 116 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 117 __field(void *, descp) 118 __field(u64, desc0) 119 __field(u64, desc1) 120 __field(u16, e) 121 __field(u8, idx) 122 ), 123 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 124 __entry->desc0 = desc0; 125 __entry->desc1 = desc1; 126 __entry->idx = sde->this_idx; 127 __entry->descp = descp; 128 __entry->e = e; 129 ), 130 TP_printk( 131 "[%s] SDE(%u) flags:%s addr:0x%016llx gen:%u len:%u d0:%016llx d1:%016llx to %p,%u", 132 __get_str(dev), 133 __entry->idx, 134 __parse_sdma_flags(__entry->desc0, __entry->desc1), 135 (__entry->desc0 >> SDMA_DESC0_PHY_ADDR_SHIFT) & 136 SDMA_DESC0_PHY_ADDR_MASK, 137 (u8)((__entry->desc1 >> SDMA_DESC1_GENERATION_SHIFT) & 138 SDMA_DESC1_GENERATION_MASK), 139 (u16)((__entry->desc0 >> SDMA_DESC0_BYTE_COUNT_SHIFT) & 140 SDMA_DESC0_BYTE_COUNT_MASK), 141 __entry->desc0, 142 __entry->desc1, 143 __entry->descp, 144 __entry->e 145 ) 146 ); 147 148 TRACE_EVENT(hfi1_sdma_engine_select, 149 TP_PROTO(struct hfi1_devdata *dd, u32 sel, u8 vl, u8 idx), 150 TP_ARGS(dd, sel, vl, idx), 151 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 152 __field(u32, sel) 153 __field(u8, vl) 154 __field(u8, idx) 155 ), 156 TP_fast_assign(DD_DEV_ASSIGN(dd); 157 __entry->sel = sel; 158 __entry->vl = vl; 159 __entry->idx = idx; 160 ), 161 TP_printk("[%s] selecting SDE %u sel 0x%x vl %u", 162 __get_str(dev), 163 __entry->idx, 164 __entry->sel, 165 __entry->vl 166 ) 167 ); 168 169 TRACE_EVENT(hfi1_sdma_user_free_queues, 170 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt), 171 TP_ARGS(dd, ctxt, subctxt), 172 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 173 __field(u16, ctxt) 174 __field(u16, subctxt) 175 ), 176 TP_fast_assign(DD_DEV_ASSIGN(dd); 177 __entry->ctxt = ctxt; 178 __entry->subctxt = subctxt; 179 ), 180 TP_printk("[%s] SDMA [%u:%u] Freeing user SDMA queues", 181 __get_str(dev), 182 __entry->ctxt, 183 __entry->subctxt 184 ) 185 ); 186 187 TRACE_EVENT(hfi1_sdma_user_process_request, 188 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 189 u16 comp_idx), 190 TP_ARGS(dd, ctxt, subctxt, comp_idx), 191 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 192 __field(u16, ctxt) 193 __field(u16, subctxt) 194 __field(u16, comp_idx) 195 ), 196 TP_fast_assign(DD_DEV_ASSIGN(dd); 197 __entry->ctxt = ctxt; 198 __entry->subctxt = subctxt; 199 __entry->comp_idx = comp_idx; 200 ), 201 TP_printk("[%s] SDMA [%u:%u] Using req/comp entry: %u", 202 __get_str(dev), 203 __entry->ctxt, 204 __entry->subctxt, 205 __entry->comp_idx 206 ) 207 ); 208 209 DECLARE_EVENT_CLASS( 210 hfi1_sdma_value_template, 211 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, u16 comp_idx, 212 u32 value), 213 TP_ARGS(dd, ctxt, subctxt, comp_idx, value), 214 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 215 __field(u16, ctxt) 216 __field(u16, subctxt) 217 __field(u16, comp_idx) 218 __field(u32, value) 219 ), 220 TP_fast_assign(DD_DEV_ASSIGN(dd); 221 __entry->ctxt = ctxt; 222 __entry->subctxt = subctxt; 223 __entry->comp_idx = comp_idx; 224 __entry->value = value; 225 ), 226 TP_printk("[%s] SDMA [%u:%u:%u] value: %u", 227 __get_str(dev), 228 __entry->ctxt, 229 __entry->subctxt, 230 __entry->comp_idx, 231 __entry->value 232 ) 233 ); 234 235 DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_initial_tidoffset, 236 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 237 u16 comp_idx, u32 tidoffset), 238 TP_ARGS(dd, ctxt, subctxt, comp_idx, tidoffset)); 239 240 DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_data_length, 241 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 242 u16 comp_idx, u32 data_len), 243 TP_ARGS(dd, ctxt, subctxt, comp_idx, data_len)); 244 245 DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_compute_length, 246 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 247 u16 comp_idx, u32 data_len), 248 TP_ARGS(dd, ctxt, subctxt, comp_idx, data_len)); 249 250 TRACE_EVENT(hfi1_sdma_user_tid_info, 251 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 252 u16 comp_idx, u32 tidoffset, u32 units, u8 shift), 253 TP_ARGS(dd, ctxt, subctxt, comp_idx, tidoffset, units, shift), 254 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 255 __field(u16, ctxt) 256 __field(u16, subctxt) 257 __field(u16, comp_idx) 258 __field(u32, tidoffset) 259 __field(u32, units) 260 __field(u8, shift) 261 ), 262 TP_fast_assign(DD_DEV_ASSIGN(dd); 263 __entry->ctxt = ctxt; 264 __entry->subctxt = subctxt; 265 __entry->comp_idx = comp_idx; 266 __entry->tidoffset = tidoffset; 267 __entry->units = units; 268 __entry->shift = shift; 269 ), 270 TP_printk("[%s] SDMA [%u:%u:%u] TID offset %ubytes %uunits om %u", 271 __get_str(dev), 272 __entry->ctxt, 273 __entry->subctxt, 274 __entry->comp_idx, 275 __entry->tidoffset, 276 __entry->units, 277 __entry->shift 278 ) 279 ); 280 281 TRACE_EVENT(hfi1_sdma_request, 282 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, 283 unsigned long dim), 284 TP_ARGS(dd, ctxt, subctxt, dim), 285 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 286 __field(u16, ctxt) 287 __field(u16, subctxt) 288 __field(unsigned long, dim) 289 ), 290 TP_fast_assign(DD_DEV_ASSIGN(dd); 291 __entry->ctxt = ctxt; 292 __entry->subctxt = subctxt; 293 __entry->dim = dim; 294 ), 295 TP_printk("[%s] SDMA from %u:%u (%lu)", 296 __get_str(dev), 297 __entry->ctxt, 298 __entry->subctxt, 299 __entry->dim 300 ) 301 ); 302 303 DECLARE_EVENT_CLASS(hfi1_sdma_engine_class, 304 TP_PROTO(struct sdma_engine *sde, u64 status), 305 TP_ARGS(sde, status), 306 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 307 __field(u64, status) 308 __field(u8, idx) 309 ), 310 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 311 __entry->status = status; 312 __entry->idx = sde->this_idx; 313 ), 314 TP_printk("[%s] SDE(%u) status %llx", 315 __get_str(dev), 316 __entry->idx, 317 (unsigned long long)__entry->status 318 ) 319 ); 320 321 DEFINE_EVENT(hfi1_sdma_engine_class, hfi1_sdma_engine_interrupt, 322 TP_PROTO(struct sdma_engine *sde, u64 status), 323 TP_ARGS(sde, status) 324 ); 325 326 DEFINE_EVENT(hfi1_sdma_engine_class, hfi1_sdma_engine_progress, 327 TP_PROTO(struct sdma_engine *sde, u64 status), 328 TP_ARGS(sde, status) 329 ); 330 331 DECLARE_EVENT_CLASS(hfi1_sdma_ahg_ad, 332 TP_PROTO(struct sdma_engine *sde, int aidx), 333 TP_ARGS(sde, aidx), 334 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 335 __field(int, aidx) 336 __field(u8, idx) 337 ), 338 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 339 __entry->idx = sde->this_idx; 340 __entry->aidx = aidx; 341 ), 342 TP_printk("[%s] SDE(%u) aidx %d", 343 __get_str(dev), 344 __entry->idx, 345 __entry->aidx 346 ) 347 ); 348 349 DEFINE_EVENT(hfi1_sdma_ahg_ad, hfi1_ahg_allocate, 350 TP_PROTO(struct sdma_engine *sde, int aidx), 351 TP_ARGS(sde, aidx)); 352 353 DEFINE_EVENT(hfi1_sdma_ahg_ad, hfi1_ahg_deallocate, 354 TP_PROTO(struct sdma_engine *sde, int aidx), 355 TP_ARGS(sde, aidx)); 356 357 #ifdef CONFIG_HFI1_DEBUG_SDMA_ORDER 358 TRACE_EVENT(hfi1_sdma_progress, 359 TP_PROTO(struct sdma_engine *sde, 360 u16 hwhead, 361 u16 swhead, 362 struct sdma_txreq *txp 363 ), 364 TP_ARGS(sde, hwhead, swhead, txp), 365 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 366 __field(u64, sn) 367 __field(u16, hwhead) 368 __field(u16, swhead) 369 __field(u16, txnext) 370 __field(u16, tx_tail) 371 __field(u16, tx_head) 372 __field(u8, idx) 373 ), 374 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 375 __entry->hwhead = hwhead; 376 __entry->swhead = swhead; 377 __entry->tx_tail = sde->tx_tail; 378 __entry->tx_head = sde->tx_head; 379 __entry->txnext = txp ? txp->next_descq_idx : ~0; 380 __entry->idx = sde->this_idx; 381 __entry->sn = txp ? txp->sn : ~0; 382 ), 383 TP_printk( 384 "[%s] SDE(%u) sn %llu hwhead %u swhead %u next_descq_idx %u tx_head %u tx_tail %u", 385 __get_str(dev), 386 __entry->idx, 387 __entry->sn, 388 __entry->hwhead, 389 __entry->swhead, 390 __entry->txnext, 391 __entry->tx_head, 392 __entry->tx_tail 393 ) 394 ); 395 #else 396 TRACE_EVENT(hfi1_sdma_progress, 397 TP_PROTO(struct sdma_engine *sde, 398 u16 hwhead, u16 swhead, 399 struct sdma_txreq *txp 400 ), 401 TP_ARGS(sde, hwhead, swhead, txp), 402 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 403 __field(u16, hwhead) 404 __field(u16, swhead) 405 __field(u16, txnext) 406 __field(u16, tx_tail) 407 __field(u16, tx_head) 408 __field(u8, idx) 409 ), 410 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 411 __entry->hwhead = hwhead; 412 __entry->swhead = swhead; 413 __entry->tx_tail = sde->tx_tail; 414 __entry->tx_head = sde->tx_head; 415 __entry->txnext = txp ? txp->next_descq_idx : ~0; 416 __entry->idx = sde->this_idx; 417 ), 418 TP_printk( 419 "[%s] SDE(%u) hwhead %u swhead %u next_descq_idx %u tx_head %u tx_tail %u", 420 __get_str(dev), 421 __entry->idx, 422 __entry->hwhead, 423 __entry->swhead, 424 __entry->txnext, 425 __entry->tx_head, 426 __entry->tx_tail 427 ) 428 ); 429 #endif 430 431 DECLARE_EVENT_CLASS(hfi1_sdma_sn, 432 TP_PROTO(struct sdma_engine *sde, u64 sn), 433 TP_ARGS(sde, sn), 434 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 435 __field(u64, sn) 436 __field(u8, idx) 437 ), 438 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 439 __entry->sn = sn; 440 __entry->idx = sde->this_idx; 441 ), 442 TP_printk("[%s] SDE(%u) sn %llu", 443 __get_str(dev), 444 __entry->idx, 445 __entry->sn 446 ) 447 ); 448 449 DEFINE_EVENT(hfi1_sdma_sn, hfi1_sdma_out_sn, 450 TP_PROTO( 451 struct sdma_engine *sde, 452 u64 sn 453 ), 454 TP_ARGS(sde, sn) 455 ); 456 457 DEFINE_EVENT(hfi1_sdma_sn, hfi1_sdma_in_sn, 458 TP_PROTO(struct sdma_engine *sde, u64 sn), 459 TP_ARGS(sde, sn) 460 ); 461 462 #define USDMA_HDR_FORMAT \ 463 "[%s:%u:%u:%u] PBC=(0x%x 0x%x) LRH=(0x%x 0x%x) BTH=(0x%x 0x%x 0x%x) KDETH=(0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x) TIDVal=0x%x" 464 465 TRACE_EVENT(hfi1_sdma_user_header, 466 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 req, 467 struct hfi1_pkt_header *hdr, u32 tidval), 468 TP_ARGS(dd, ctxt, subctxt, req, hdr, tidval), 469 TP_STRUCT__entry( 470 DD_DEV_ENTRY(dd) 471 __field(u16, ctxt) 472 __field(u8, subctxt) 473 __field(u16, req) 474 __field(u32, pbc0) 475 __field(u32, pbc1) 476 __field(u32, lrh0) 477 __field(u32, lrh1) 478 __field(u32, bth0) 479 __field(u32, bth1) 480 __field(u32, bth2) 481 __field(u32, kdeth0) 482 __field(u32, kdeth1) 483 __field(u32, kdeth2) 484 __field(u32, kdeth3) 485 __field(u32, kdeth4) 486 __field(u32, kdeth5) 487 __field(u32, kdeth6) 488 __field(u32, kdeth7) 489 __field(u32, kdeth8) 490 __field(u32, tidval) 491 ), 492 TP_fast_assign( 493 __le32 *pbc = (__le32 *)hdr->pbc; 494 __be32 *lrh = (__be32 *)hdr->lrh; 495 __be32 *bth = (__be32 *)hdr->bth; 496 __le32 *kdeth = (__le32 *)&hdr->kdeth; 497 498 DD_DEV_ASSIGN(dd); 499 __entry->ctxt = ctxt; 500 __entry->subctxt = subctxt; 501 __entry->req = req; 502 __entry->pbc0 = le32_to_cpu(pbc[0]); 503 __entry->pbc1 = le32_to_cpu(pbc[1]); 504 __entry->lrh0 = be32_to_cpu(lrh[0]); 505 __entry->lrh1 = be32_to_cpu(lrh[1]); 506 __entry->bth0 = be32_to_cpu(bth[0]); 507 __entry->bth1 = be32_to_cpu(bth[1]); 508 __entry->bth2 = be32_to_cpu(bth[2]); 509 __entry->kdeth0 = le32_to_cpu(kdeth[0]); 510 __entry->kdeth1 = le32_to_cpu(kdeth[1]); 511 __entry->kdeth2 = le32_to_cpu(kdeth[2]); 512 __entry->kdeth3 = le32_to_cpu(kdeth[3]); 513 __entry->kdeth4 = le32_to_cpu(kdeth[4]); 514 __entry->kdeth5 = le32_to_cpu(kdeth[5]); 515 __entry->kdeth6 = le32_to_cpu(kdeth[6]); 516 __entry->kdeth7 = le32_to_cpu(kdeth[7]); 517 __entry->kdeth8 = le32_to_cpu(kdeth[8]); 518 __entry->tidval = tidval; 519 ), 520 TP_printk(USDMA_HDR_FORMAT, 521 __get_str(dev), 522 __entry->ctxt, 523 __entry->subctxt, 524 __entry->req, 525 __entry->pbc1, 526 __entry->pbc0, 527 __entry->lrh0, 528 __entry->lrh1, 529 __entry->bth0, 530 __entry->bth1, 531 __entry->bth2, 532 __entry->kdeth0, 533 __entry->kdeth1, 534 __entry->kdeth2, 535 __entry->kdeth3, 536 __entry->kdeth4, 537 __entry->kdeth5, 538 __entry->kdeth6, 539 __entry->kdeth7, 540 __entry->kdeth8, 541 __entry->tidval 542 ) 543 ); 544 545 #define SDMA_UREQ_FMT \ 546 "[%s:%u:%u] ver/op=0x%x, iovcnt=%u, npkts=%u, frag=%u, idx=%u" 547 TRACE_EVENT(hfi1_sdma_user_reqinfo, 548 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 *i), 549 TP_ARGS(dd, ctxt, subctxt, i), 550 TP_STRUCT__entry( 551 DD_DEV_ENTRY(dd) 552 __field(u16, ctxt) 553 __field(u8, subctxt) 554 __field(u8, ver_opcode) 555 __field(u8, iovcnt) 556 __field(u16, npkts) 557 __field(u16, fragsize) 558 __field(u16, comp_idx) 559 ), 560 TP_fast_assign( 561 DD_DEV_ASSIGN(dd); 562 __entry->ctxt = ctxt; 563 __entry->subctxt = subctxt; 564 __entry->ver_opcode = i[0] & 0xff; 565 __entry->iovcnt = (i[0] >> 8) & 0xff; 566 __entry->npkts = i[1]; 567 __entry->fragsize = i[2]; 568 __entry->comp_idx = i[3]; 569 ), 570 TP_printk(SDMA_UREQ_FMT, 571 __get_str(dev), 572 __entry->ctxt, 573 __entry->subctxt, 574 __entry->ver_opcode, 575 __entry->iovcnt, 576 __entry->npkts, 577 __entry->fragsize, 578 __entry->comp_idx 579 ) 580 ); 581 582 #define usdma_complete_name(st) { st, #st } 583 #define show_usdma_complete_state(st) \ 584 __print_symbolic(st, \ 585 usdma_complete_name(FREE), \ 586 usdma_complete_name(QUEUED), \ 587 usdma_complete_name(COMPLETE), \ 588 usdma_complete_name(ERROR)) 589 590 TRACE_EVENT(hfi1_sdma_user_completion, 591 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 idx, 592 u8 state, int code), 593 TP_ARGS(dd, ctxt, subctxt, idx, state, code), 594 TP_STRUCT__entry( 595 DD_DEV_ENTRY(dd) 596 __field(u16, ctxt) 597 __field(u8, subctxt) 598 __field(u16, idx) 599 __field(u8, state) 600 __field(int, code) 601 ), 602 TP_fast_assign( 603 DD_DEV_ASSIGN(dd); 604 __entry->ctxt = ctxt; 605 __entry->subctxt = subctxt; 606 __entry->idx = idx; 607 __entry->state = state; 608 __entry->code = code; 609 ), 610 TP_printk("[%s:%u:%u:%u] SDMA completion state %s (%d)", 611 __get_str(dev), __entry->ctxt, __entry->subctxt, 612 __entry->idx, show_usdma_complete_state(__entry->state), 613 __entry->code) 614 ); 615 616 TRACE_EVENT(hfi1_usdma_defer, 617 TP_PROTO(struct hfi1_user_sdma_pkt_q *pq, 618 struct sdma_engine *sde, 619 struct iowait *wait), 620 TP_ARGS(pq, sde, wait), 621 TP_STRUCT__entry(DD_DEV_ENTRY(pq->dd) 622 __field(struct hfi1_user_sdma_pkt_q *, pq) 623 __field(struct sdma_engine *, sde) 624 __field(struct iowait *, wait) 625 __field(int, engine) 626 __field(int, empty) 627 ), 628 TP_fast_assign(DD_DEV_ASSIGN(pq->dd); 629 __entry->pq = pq; 630 __entry->sde = sde; 631 __entry->wait = wait; 632 __entry->engine = sde->this_idx; 633 __entry->empty = list_empty(&__entry->wait->list); 634 ), 635 TP_printk("[%s] pq %llx sde %llx wait %llx engine %d empty %d", 636 __get_str(dev), 637 (unsigned long long)__entry->pq, 638 (unsigned long long)__entry->sde, 639 (unsigned long long)__entry->wait, 640 __entry->engine, 641 __entry->empty 642 ) 643 ); 644 645 TRACE_EVENT(hfi1_usdma_activate, 646 TP_PROTO(struct hfi1_user_sdma_pkt_q *pq, 647 struct iowait *wait, 648 int reason), 649 TP_ARGS(pq, wait, reason), 650 TP_STRUCT__entry(DD_DEV_ENTRY(pq->dd) 651 __field(struct hfi1_user_sdma_pkt_q *, pq) 652 __field(struct iowait *, wait) 653 __field(int, reason) 654 ), 655 TP_fast_assign(DD_DEV_ASSIGN(pq->dd); 656 __entry->pq = pq; 657 __entry->wait = wait; 658 __entry->reason = reason; 659 ), 660 TP_printk("[%s] pq %llx wait %llx reason %d", 661 __get_str(dev), 662 (unsigned long long)__entry->pq, 663 (unsigned long long)__entry->wait, 664 __entry->reason 665 ) 666 ); 667 668 TRACE_EVENT(hfi1_usdma_we, 669 TP_PROTO(struct hfi1_user_sdma_pkt_q *pq, 670 int we_ret), 671 TP_ARGS(pq, we_ret), 672 TP_STRUCT__entry(DD_DEV_ENTRY(pq->dd) 673 __field(struct hfi1_user_sdma_pkt_q *, pq) 674 __field(int, state) 675 __field(int, we_ret) 676 ), 677 TP_fast_assign(DD_DEV_ASSIGN(pq->dd); 678 __entry->pq = pq; 679 __entry->state = pq->state; 680 __entry->we_ret = we_ret; 681 ), 682 TP_printk("[%s] pq %llx state %d we_ret %d", 683 __get_str(dev), 684 (unsigned long long)__entry->pq, 685 __entry->state, 686 __entry->we_ret 687 ) 688 ); 689 690 const char *print_u32_array(struct trace_seq *, u32 *, int); 691 #define __print_u32_hex(arr, len) print_u32_array(p, arr, len) 692 693 TRACE_EVENT(hfi1_sdma_user_header_ahg, 694 TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 req, 695 u8 sde, u8 ahgidx, u32 *ahg, int len, u32 tidval), 696 TP_ARGS(dd, ctxt, subctxt, req, sde, ahgidx, ahg, len, tidval), 697 TP_STRUCT__entry( 698 DD_DEV_ENTRY(dd) 699 __field(u16, ctxt) 700 __field(u8, subctxt) 701 __field(u16, req) 702 __field(u8, sde) 703 __field(u8, idx) 704 __field(int, len) 705 __field(u32, tidval) 706 __array(u32, ahg, 10) 707 ), 708 TP_fast_assign( 709 DD_DEV_ASSIGN(dd); 710 __entry->ctxt = ctxt; 711 __entry->subctxt = subctxt; 712 __entry->req = req; 713 __entry->sde = sde; 714 __entry->idx = ahgidx; 715 __entry->len = len; 716 __entry->tidval = tidval; 717 memcpy(__entry->ahg, ahg, len * sizeof(u32)); 718 ), 719 TP_printk("[%s:%u:%u:%u] (SDE%u/AHG%u) ahg[0-%d]=(%s) TIDVal=0x%x", 720 __get_str(dev), 721 __entry->ctxt, 722 __entry->subctxt, 723 __entry->req, 724 __entry->sde, 725 __entry->idx, 726 __entry->len - 1, 727 __print_u32_hex(__entry->ahg, __entry->len), 728 __entry->tidval 729 ) 730 ); 731 732 TRACE_EVENT(hfi1_sdma_state, 733 TP_PROTO(struct sdma_engine *sde, 734 const char *cstate, 735 const char *nstate 736 ), 737 TP_ARGS(sde, cstate, nstate), 738 TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) 739 __string(curstate, cstate) 740 __string(newstate, nstate) 741 ), 742 TP_fast_assign(DD_DEV_ASSIGN(sde->dd); 743 __assign_str(curstate, cstate); 744 __assign_str(newstate, nstate); 745 ), 746 TP_printk("[%s] current state %s new state %s", 747 __get_str(dev), 748 __get_str(curstate), 749 __get_str(newstate) 750 ) 751 ); 752 753 #define BCT_FORMAT \ 754 "shared_limit %x vls 0-7 [%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x] 15 [%x,%x]" 755 756 #define BCT(field) \ 757 be16_to_cpu( \ 758 ((struct buffer_control *)__get_dynamic_array(bct))->field \ 759 ) 760 761 DECLARE_EVENT_CLASS(hfi1_bct_template, 762 TP_PROTO(struct hfi1_devdata *dd, 763 struct buffer_control *bc), 764 TP_ARGS(dd, bc), 765 TP_STRUCT__entry(DD_DEV_ENTRY(dd) 766 __dynamic_array(u8, bct, sizeof(*bc)) 767 ), 768 TP_fast_assign(DD_DEV_ASSIGN(dd); 769 memcpy(__get_dynamic_array(bct), bc, 770 sizeof(*bc)); 771 ), 772 TP_printk(BCT_FORMAT, 773 BCT(overall_shared_limit), 774 775 BCT(vl[0].dedicated), 776 BCT(vl[0].shared), 777 778 BCT(vl[1].dedicated), 779 BCT(vl[1].shared), 780 781 BCT(vl[2].dedicated), 782 BCT(vl[2].shared), 783 784 BCT(vl[3].dedicated), 785 BCT(vl[3].shared), 786 787 BCT(vl[4].dedicated), 788 BCT(vl[4].shared), 789 790 BCT(vl[5].dedicated), 791 BCT(vl[5].shared), 792 793 BCT(vl[6].dedicated), 794 BCT(vl[6].shared), 795 796 BCT(vl[7].dedicated), 797 BCT(vl[7].shared), 798 799 BCT(vl[15].dedicated), 800 BCT(vl[15].shared) 801 ) 802 ); 803 804 DEFINE_EVENT(hfi1_bct_template, bct_set, 805 TP_PROTO(struct hfi1_devdata *dd, struct buffer_control *bc), 806 TP_ARGS(dd, bc)); 807 808 DEFINE_EVENT(hfi1_bct_template, bct_get, 809 TP_PROTO(struct hfi1_devdata *dd, struct buffer_control *bc), 810 TP_ARGS(dd, bc)); 811 812 TRACE_EVENT( 813 hfi1_qp_send_completion, 814 TP_PROTO(struct rvt_qp *qp, struct rvt_swqe *wqe, u32 idx), 815 TP_ARGS(qp, wqe, idx), 816 TP_STRUCT__entry( 817 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) 818 __field(struct rvt_swqe *, wqe) 819 __field(u64, wr_id) 820 __field(u32, qpn) 821 __field(u32, qpt) 822 __field(u32, length) 823 __field(u32, idx) 824 __field(u32, ssn) 825 __field(enum ib_wr_opcode, opcode) 826 __field(int, send_flags) 827 ), 828 TP_fast_assign( 829 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)); 830 __entry->wqe = wqe; 831 __entry->wr_id = wqe->wr.wr_id; 832 __entry->qpn = qp->ibqp.qp_num; 833 __entry->qpt = qp->ibqp.qp_type; 834 __entry->length = wqe->length; 835 __entry->idx = idx; 836 __entry->ssn = wqe->ssn; 837 __entry->opcode = wqe->wr.opcode; 838 __entry->send_flags = wqe->wr.send_flags; 839 ), 840 TP_printk( 841 "[%s] qpn 0x%x qpt %u wqe %p idx %u wr_id %llx length %u ssn %u opcode %x send_flags %x", 842 __get_str(dev), 843 __entry->qpn, 844 __entry->qpt, 845 __entry->wqe, 846 __entry->idx, 847 __entry->wr_id, 848 __entry->length, 849 __entry->ssn, 850 __entry->opcode, 851 __entry->send_flags 852 ) 853 ); 854 855 DECLARE_EVENT_CLASS( 856 hfi1_do_send_template, 857 TP_PROTO(struct rvt_qp *qp, bool flag), 858 TP_ARGS(qp, flag), 859 TP_STRUCT__entry( 860 DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) 861 __field(u32, qpn) 862 __field(bool, flag) 863 ), 864 TP_fast_assign( 865 DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)); 866 __entry->qpn = qp->ibqp.qp_num; 867 __entry->flag = flag; 868 ), 869 TP_printk( 870 "[%s] qpn %x flag %d", 871 __get_str(dev), 872 __entry->qpn, 873 __entry->flag 874 ) 875 ); 876 877 DEFINE_EVENT( 878 hfi1_do_send_template, hfi1_rc_do_send, 879 TP_PROTO(struct rvt_qp *qp, bool flag), 880 TP_ARGS(qp, flag) 881 ); 882 883 DEFINE_EVENT(/* event */ 884 hfi1_do_send_template, hfi1_rc_do_tid_send, 885 TP_PROTO(struct rvt_qp *qp, bool flag), 886 TP_ARGS(qp, flag) 887 ); 888 889 DEFINE_EVENT( 890 hfi1_do_send_template, hfi1_rc_expired_time_slice, 891 TP_PROTO(struct rvt_qp *qp, bool flag), 892 TP_ARGS(qp, flag) 893 ); 894 895 DECLARE_EVENT_CLASS(/* AIP */ 896 hfi1_ipoib_txq_template, 897 TP_PROTO(struct hfi1_ipoib_txq *txq), 898 TP_ARGS(txq), 899 TP_STRUCT__entry(/* entry */ 900 DD_DEV_ENTRY(txq->priv->dd) 901 __field(struct hfi1_ipoib_txq *, txq) 902 __field(struct sdma_engine *, sde) 903 __field(ulong, head) 904 __field(ulong, tail) 905 __field(uint, used) 906 __field(uint, flow) 907 __field(int, stops) 908 __field(int, no_desc) 909 __field(u8, idx) 910 __field(u8, stopped) 911 ), 912 TP_fast_assign(/* assign */ 913 DD_DEV_ASSIGN(txq->priv->dd); 914 __entry->txq = txq; 915 __entry->sde = txq->sde; 916 __entry->head = txq->tx_ring.head; 917 __entry->tail = txq->tx_ring.tail; 918 __entry->idx = txq->q_idx; 919 __entry->used = 920 txq->tx_ring.sent_txreqs - 921 txq->tx_ring.complete_txreqs; 922 __entry->flow = txq->flow.as_int; 923 __entry->stops = atomic_read(&txq->tx_ring.stops); 924 __entry->no_desc = atomic_read(&txq->tx_ring.no_desc); 925 __entry->stopped = 926 __netif_subqueue_stopped(txq->priv->netdev, txq->q_idx); 927 ), 928 TP_printk(/* print */ 929 "[%s] txq %llx idx %u sde %llx:%u cpu %d head %lx tail %lx flow %x used %u stops %d no_desc %d stopped %u", 930 __get_str(dev), 931 (unsigned long long)__entry->txq, 932 __entry->idx, 933 (unsigned long long)__entry->sde, 934 __entry->sde ? __entry->sde->this_idx : 0, 935 __entry->sde ? __entry->sde->cpu : 0, 936 __entry->head, 937 __entry->tail, 938 __entry->flow, 939 __entry->used, 940 __entry->stops, 941 __entry->no_desc, 942 __entry->stopped 943 ) 944 ); 945 946 DEFINE_EVENT(/* queue stop */ 947 hfi1_ipoib_txq_template, hfi1_txq_stop, 948 TP_PROTO(struct hfi1_ipoib_txq *txq), 949 TP_ARGS(txq) 950 ); 951 952 DEFINE_EVENT(/* queue wake */ 953 hfi1_ipoib_txq_template, hfi1_txq_wake, 954 TP_PROTO(struct hfi1_ipoib_txq *txq), 955 TP_ARGS(txq) 956 ); 957 958 DEFINE_EVENT(/* flow flush */ 959 hfi1_ipoib_txq_template, hfi1_flow_flush, 960 TP_PROTO(struct hfi1_ipoib_txq *txq), 961 TP_ARGS(txq) 962 ); 963 964 DEFINE_EVENT(/* flow switch */ 965 hfi1_ipoib_txq_template, hfi1_flow_switch, 966 TP_PROTO(struct hfi1_ipoib_txq *txq), 967 TP_ARGS(txq) 968 ); 969 970 DEFINE_EVENT(/* wakeup */ 971 hfi1_ipoib_txq_template, hfi1_txq_wakeup, 972 TP_PROTO(struct hfi1_ipoib_txq *txq), 973 TP_ARGS(txq) 974 ); 975 976 DEFINE_EVENT(/* full */ 977 hfi1_ipoib_txq_template, hfi1_txq_full, 978 TP_PROTO(struct hfi1_ipoib_txq *txq), 979 TP_ARGS(txq) 980 ); 981 982 DEFINE_EVENT(/* queued */ 983 hfi1_ipoib_txq_template, hfi1_txq_queued, 984 TP_PROTO(struct hfi1_ipoib_txq *txq), 985 TP_ARGS(txq) 986 ); 987 988 DEFINE_EVENT(/* xmit_stopped */ 989 hfi1_ipoib_txq_template, hfi1_txq_xmit_stopped, 990 TP_PROTO(struct hfi1_ipoib_txq *txq), 991 TP_ARGS(txq) 992 ); 993 994 DEFINE_EVENT(/* xmit_unstopped */ 995 hfi1_ipoib_txq_template, hfi1_txq_xmit_unstopped, 996 TP_PROTO(struct hfi1_ipoib_txq *txq), 997 TP_ARGS(txq) 998 ); 999 1000 DECLARE_EVENT_CLASS(/* AIP */ 1001 hfi1_ipoib_tx_template, 1002 TP_PROTO(struct ipoib_txreq *tx, u32 idx), 1003 TP_ARGS(tx, idx), 1004 TP_STRUCT__entry(/* entry */ 1005 DD_DEV_ENTRY(tx->txq->priv->dd) 1006 __field(struct ipoib_txreq *, tx) 1007 __field(struct hfi1_ipoib_txq *, txq) 1008 __field(struct sk_buff *, skb) 1009 __field(ulong, idx) 1010 ), 1011 TP_fast_assign(/* assign */ 1012 DD_DEV_ASSIGN(tx->txq->priv->dd); 1013 __entry->tx = tx; 1014 __entry->skb = tx->skb; 1015 __entry->txq = tx->txq; 1016 __entry->idx = idx; 1017 ), 1018 TP_printk(/* print */ 1019 "[%s] tx %llx txq %llx,%u skb %llx idx %lu", 1020 __get_str(dev), 1021 (unsigned long long)__entry->tx, 1022 (unsigned long long)__entry->txq, 1023 __entry->txq ? __entry->txq->q_idx : 0, 1024 (unsigned long long)__entry->skb, 1025 __entry->idx 1026 ) 1027 ); 1028 1029 DEFINE_EVENT(/* produce */ 1030 hfi1_ipoib_tx_template, hfi1_tx_produce, 1031 TP_PROTO(struct ipoib_txreq *tx, u32 idx), 1032 TP_ARGS(tx, idx) 1033 ); 1034 1035 DEFINE_EVENT(/* consume */ 1036 hfi1_ipoib_tx_template, hfi1_tx_consume, 1037 TP_PROTO(struct ipoib_txreq *tx, u32 idx), 1038 TP_ARGS(tx, idx) 1039 ); 1040 1041 DEFINE_EVENT(/* alloc_tx */ 1042 hfi1_ipoib_txq_template, hfi1_txq_alloc_tx, 1043 TP_PROTO(struct hfi1_ipoib_txq *txq), 1044 TP_ARGS(txq) 1045 ); 1046 1047 DEFINE_EVENT(/* poll */ 1048 hfi1_ipoib_txq_template, hfi1_txq_poll, 1049 TP_PROTO(struct hfi1_ipoib_txq *txq), 1050 TP_ARGS(txq) 1051 ); 1052 1053 DEFINE_EVENT(/* complete */ 1054 hfi1_ipoib_txq_template, hfi1_txq_complete, 1055 TP_PROTO(struct hfi1_ipoib_txq *txq), 1056 TP_ARGS(txq) 1057 ); 1058 1059 #endif /* __HFI1_TRACE_TX_H */ 1060 1061 #undef TRACE_INCLUDE_PATH 1062 #undef TRACE_INCLUDE_FILE 1063 #define TRACE_INCLUDE_PATH . 1064 #define TRACE_INCLUDE_FILE trace_tx 1065 #include <trace/define_trace.h> 1066