1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 2 /* 3 * Copyright(c) 2015-2018 Intel Corporation. 4 */ 5 6 #include <linux/debugfs.h> 7 #include <linux/seq_file.h> 8 #include <linux/kernel.h> 9 #include <linux/export.h> 10 #include <linux/string.h> 11 #include <linux/types.h> 12 #include <linux/ratelimit.h> 13 #include <linux/fault-inject.h> 14 15 #include "hfi.h" 16 #include "trace.h" 17 #include "debugfs.h" 18 #include "device.h" 19 #include "qp.h" 20 #include "sdma.h" 21 #include "fault.h" 22 23 static struct dentry *hfi1_dbg_root; 24 25 /* wrappers to enforce srcu in seq file */ 26 ssize_t hfi1_seq_read(struct file *file, char __user *buf, size_t size, 27 loff_t *ppos) 28 { 29 struct dentry *d = file->f_path.dentry; 30 ssize_t r; 31 32 r = debugfs_file_get(d); 33 if (unlikely(r)) 34 return r; 35 r = seq_read(file, buf, size, ppos); 36 debugfs_file_put(d); 37 return r; 38 } 39 40 loff_t hfi1_seq_lseek(struct file *file, loff_t offset, int whence) 41 { 42 struct dentry *d = file->f_path.dentry; 43 loff_t r; 44 45 r = debugfs_file_get(d); 46 if (unlikely(r)) 47 return r; 48 r = seq_lseek(file, offset, whence); 49 debugfs_file_put(d); 50 return r; 51 } 52 53 #define private2dd(file) (file_inode(file)->i_private) 54 #define private2ppd(file) (file_inode(file)->i_private) 55 56 static void *_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 57 { 58 struct hfi1_opcode_stats_perctx *opstats; 59 60 if (*pos >= ARRAY_SIZE(opstats->stats)) 61 return NULL; 62 return pos; 63 } 64 65 static void *_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 66 { 67 struct hfi1_opcode_stats_perctx *opstats; 68 69 ++*pos; 70 if (*pos >= ARRAY_SIZE(opstats->stats)) 71 return NULL; 72 return pos; 73 } 74 75 static void _opcode_stats_seq_stop(struct seq_file *s, void *v) 76 { 77 } 78 79 static int opcode_stats_show(struct seq_file *s, u8 i, u64 packets, u64 bytes) 80 { 81 if (!packets && !bytes) 82 return SEQ_SKIP; 83 seq_printf(s, "%02x %llu/%llu\n", i, 84 (unsigned long long)packets, 85 (unsigned long long)bytes); 86 87 return 0; 88 } 89 90 static int _opcode_stats_seq_show(struct seq_file *s, void *v) 91 { 92 loff_t *spos = v; 93 loff_t i = *spos, j; 94 u64 n_packets = 0, n_bytes = 0; 95 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 96 struct hfi1_devdata *dd = dd_from_dev(ibd); 97 struct hfi1_ctxtdata *rcd; 98 99 for (j = 0; j < dd->first_dyn_alloc_ctxt; j++) { 100 rcd = hfi1_rcd_get_by_index(dd, j); 101 if (rcd) { 102 n_packets += rcd->opstats->stats[i].n_packets; 103 n_bytes += rcd->opstats->stats[i].n_bytes; 104 } 105 hfi1_rcd_put(rcd); 106 } 107 return opcode_stats_show(s, i, n_packets, n_bytes); 108 } 109 110 DEBUGFS_SEQ_FILE_OPS(opcode_stats); 111 DEBUGFS_SEQ_FILE_OPEN(opcode_stats) 112 DEBUGFS_FILE_OPS(opcode_stats); 113 114 static void *_tx_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 115 { 116 return _opcode_stats_seq_start(s, pos); 117 } 118 119 static void *_tx_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 120 { 121 return _opcode_stats_seq_next(s, v, pos); 122 } 123 124 static void _tx_opcode_stats_seq_stop(struct seq_file *s, void *v) 125 { 126 } 127 128 static int _tx_opcode_stats_seq_show(struct seq_file *s, void *v) 129 { 130 loff_t *spos = v; 131 loff_t i = *spos; 132 int j; 133 u64 n_packets = 0, n_bytes = 0; 134 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 135 struct hfi1_devdata *dd = dd_from_dev(ibd); 136 137 for_each_possible_cpu(j) { 138 struct hfi1_opcode_stats_perctx *s = 139 per_cpu_ptr(dd->tx_opstats, j); 140 n_packets += s->stats[i].n_packets; 141 n_bytes += s->stats[i].n_bytes; 142 } 143 return opcode_stats_show(s, i, n_packets, n_bytes); 144 } 145 146 DEBUGFS_SEQ_FILE_OPS(tx_opcode_stats); 147 DEBUGFS_SEQ_FILE_OPEN(tx_opcode_stats) 148 DEBUGFS_FILE_OPS(tx_opcode_stats); 149 150 static void *_ctx_stats_seq_start(struct seq_file *s, loff_t *pos) 151 { 152 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 153 struct hfi1_devdata *dd = dd_from_dev(ibd); 154 155 if (!*pos) 156 return SEQ_START_TOKEN; 157 if (*pos >= dd->first_dyn_alloc_ctxt) 158 return NULL; 159 return pos; 160 } 161 162 static void *_ctx_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 163 { 164 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 165 struct hfi1_devdata *dd = dd_from_dev(ibd); 166 167 if (v == SEQ_START_TOKEN) 168 return pos; 169 170 ++*pos; 171 if (*pos >= dd->first_dyn_alloc_ctxt) 172 return NULL; 173 return pos; 174 } 175 176 static void _ctx_stats_seq_stop(struct seq_file *s, void *v) 177 { 178 /* nothing allocated */ 179 } 180 181 static int _ctx_stats_seq_show(struct seq_file *s, void *v) 182 { 183 loff_t *spos; 184 loff_t i, j; 185 u64 n_packets = 0; 186 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 187 struct hfi1_devdata *dd = dd_from_dev(ibd); 188 struct hfi1_ctxtdata *rcd; 189 190 if (v == SEQ_START_TOKEN) { 191 seq_puts(s, "Ctx:npkts\n"); 192 return 0; 193 } 194 195 spos = v; 196 i = *spos; 197 198 rcd = hfi1_rcd_get_by_index_safe(dd, i); 199 if (!rcd) 200 return SEQ_SKIP; 201 202 for (j = 0; j < ARRAY_SIZE(rcd->opstats->stats); j++) 203 n_packets += rcd->opstats->stats[j].n_packets; 204 205 hfi1_rcd_put(rcd); 206 207 if (!n_packets) 208 return SEQ_SKIP; 209 210 seq_printf(s, " %llu:%llu\n", i, n_packets); 211 return 0; 212 } 213 214 DEBUGFS_SEQ_FILE_OPS(ctx_stats); 215 DEBUGFS_SEQ_FILE_OPEN(ctx_stats) 216 DEBUGFS_FILE_OPS(ctx_stats); 217 218 static void *_qp_stats_seq_start(struct seq_file *s, loff_t *pos) 219 __acquires(RCU) 220 { 221 struct rvt_qp_iter *iter; 222 loff_t n = *pos; 223 224 iter = rvt_qp_iter_init(s->private, 0, NULL); 225 226 /* stop calls rcu_read_unlock */ 227 rcu_read_lock(); 228 229 if (!iter) 230 return NULL; 231 232 do { 233 if (rvt_qp_iter_next(iter)) { 234 kfree(iter); 235 return NULL; 236 } 237 } while (n--); 238 239 return iter; 240 } 241 242 static void *_qp_stats_seq_next(struct seq_file *s, void *iter_ptr, 243 loff_t *pos) 244 __must_hold(RCU) 245 { 246 struct rvt_qp_iter *iter = iter_ptr; 247 248 (*pos)++; 249 250 if (rvt_qp_iter_next(iter)) { 251 kfree(iter); 252 return NULL; 253 } 254 255 return iter; 256 } 257 258 static void _qp_stats_seq_stop(struct seq_file *s, void *iter_ptr) 259 __releases(RCU) 260 { 261 rcu_read_unlock(); 262 } 263 264 static int _qp_stats_seq_show(struct seq_file *s, void *iter_ptr) 265 { 266 struct rvt_qp_iter *iter = iter_ptr; 267 268 if (!iter) 269 return 0; 270 271 qp_iter_print(s, iter); 272 273 return 0; 274 } 275 276 DEBUGFS_SEQ_FILE_OPS(qp_stats); 277 DEBUGFS_SEQ_FILE_OPEN(qp_stats) 278 DEBUGFS_FILE_OPS(qp_stats); 279 280 static void *_sdes_seq_start(struct seq_file *s, loff_t *pos) 281 { 282 struct hfi1_ibdev *ibd; 283 struct hfi1_devdata *dd; 284 285 ibd = (struct hfi1_ibdev *)s->private; 286 dd = dd_from_dev(ibd); 287 if (!dd->per_sdma || *pos >= dd->num_sdma) 288 return NULL; 289 return pos; 290 } 291 292 static void *_sdes_seq_next(struct seq_file *s, void *v, loff_t *pos) 293 { 294 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 295 struct hfi1_devdata *dd = dd_from_dev(ibd); 296 297 ++*pos; 298 if (!dd->per_sdma || *pos >= dd->num_sdma) 299 return NULL; 300 return pos; 301 } 302 303 static void _sdes_seq_stop(struct seq_file *s, void *v) 304 { 305 } 306 307 static int _sdes_seq_show(struct seq_file *s, void *v) 308 { 309 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 310 struct hfi1_devdata *dd = dd_from_dev(ibd); 311 loff_t *spos = v; 312 loff_t i = *spos; 313 314 sdma_seqfile_dump_sde(s, &dd->per_sdma[i]); 315 return 0; 316 } 317 318 DEBUGFS_SEQ_FILE_OPS(sdes); 319 DEBUGFS_SEQ_FILE_OPEN(sdes) 320 DEBUGFS_FILE_OPS(sdes); 321 322 static void *_rcds_seq_start(struct seq_file *s, loff_t *pos) 323 { 324 struct hfi1_ibdev *ibd; 325 struct hfi1_devdata *dd; 326 327 ibd = (struct hfi1_ibdev *)s->private; 328 dd = dd_from_dev(ibd); 329 if (!dd->rcd || *pos >= dd->n_krcv_queues) 330 return NULL; 331 return pos; 332 } 333 334 static void *_rcds_seq_next(struct seq_file *s, void *v, loff_t *pos) 335 { 336 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 337 struct hfi1_devdata *dd = dd_from_dev(ibd); 338 339 ++*pos; 340 if (!dd->rcd || *pos >= dd->num_rcv_contexts) 341 return NULL; 342 return pos; 343 } 344 345 static void _rcds_seq_stop(struct seq_file *s, void *v) 346 { 347 } 348 349 static int _rcds_seq_show(struct seq_file *s, void *v) 350 { 351 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 352 struct hfi1_devdata *dd = dd_from_dev(ibd); 353 struct hfi1_ctxtdata *rcd; 354 loff_t *spos = v; 355 loff_t i = *spos; 356 357 rcd = hfi1_rcd_get_by_index_safe(dd, i); 358 if (rcd) 359 seqfile_dump_rcd(s, rcd); 360 hfi1_rcd_put(rcd); 361 return 0; 362 } 363 364 DEBUGFS_SEQ_FILE_OPS(rcds); 365 DEBUGFS_SEQ_FILE_OPEN(rcds) 366 DEBUGFS_FILE_OPS(rcds); 367 368 static void *_pios_seq_start(struct seq_file *s, loff_t *pos) 369 { 370 struct hfi1_ibdev *ibd; 371 struct hfi1_devdata *dd; 372 373 ibd = (struct hfi1_ibdev *)s->private; 374 dd = dd_from_dev(ibd); 375 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 376 return NULL; 377 return pos; 378 } 379 380 static void *_pios_seq_next(struct seq_file *s, void *v, loff_t *pos) 381 { 382 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 383 struct hfi1_devdata *dd = dd_from_dev(ibd); 384 385 ++*pos; 386 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 387 return NULL; 388 return pos; 389 } 390 391 static void _pios_seq_stop(struct seq_file *s, void *v) 392 { 393 } 394 395 static int _pios_seq_show(struct seq_file *s, void *v) 396 { 397 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 398 struct hfi1_devdata *dd = dd_from_dev(ibd); 399 struct send_context_info *sci; 400 loff_t *spos = v; 401 loff_t i = *spos; 402 unsigned long flags; 403 404 spin_lock_irqsave(&dd->sc_lock, flags); 405 sci = &dd->send_contexts[i]; 406 if (sci && sci->type != SC_USER && sci->allocated && sci->sc) 407 seqfile_dump_sci(s, i, sci); 408 spin_unlock_irqrestore(&dd->sc_lock, flags); 409 return 0; 410 } 411 412 DEBUGFS_SEQ_FILE_OPS(pios); 413 DEBUGFS_SEQ_FILE_OPEN(pios) 414 DEBUGFS_FILE_OPS(pios); 415 416 /* read the per-device counters */ 417 static ssize_t dev_counters_read(struct file *file, char __user *buf, 418 size_t count, loff_t *ppos) 419 { 420 u64 *counters; 421 size_t avail; 422 struct hfi1_devdata *dd; 423 ssize_t rval; 424 425 dd = private2dd(file); 426 avail = hfi1_read_cntrs(dd, NULL, &counters); 427 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 428 return rval; 429 } 430 431 /* read the per-device counters */ 432 static ssize_t dev_names_read(struct file *file, char __user *buf, 433 size_t count, loff_t *ppos) 434 { 435 char *names; 436 size_t avail; 437 struct hfi1_devdata *dd; 438 ssize_t rval; 439 440 dd = private2dd(file); 441 avail = hfi1_read_cntrs(dd, &names, NULL); 442 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 443 return rval; 444 } 445 446 struct counter_info { 447 char *name; 448 const struct file_operations ops; 449 }; 450 451 /* 452 * Could use file_inode(file)->i_ino to figure out which file, 453 * instead of separate routine for each, but for now, this works... 454 */ 455 456 /* read the per-port names (same for each port) */ 457 static ssize_t portnames_read(struct file *file, char __user *buf, 458 size_t count, loff_t *ppos) 459 { 460 char *names; 461 size_t avail; 462 struct hfi1_devdata *dd; 463 ssize_t rval; 464 465 dd = private2dd(file); 466 avail = hfi1_read_portcntrs(dd->pport, &names, NULL); 467 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 468 return rval; 469 } 470 471 /* read the per-port counters */ 472 static ssize_t portcntrs_debugfs_read(struct file *file, char __user *buf, 473 size_t count, loff_t *ppos) 474 { 475 u64 *counters; 476 size_t avail; 477 struct hfi1_pportdata *ppd; 478 ssize_t rval; 479 480 ppd = private2ppd(file); 481 avail = hfi1_read_portcntrs(ppd, NULL, &counters); 482 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 483 return rval; 484 } 485 486 static void check_dyn_flag(u64 scratch0, char *p, int size, int *used, 487 int this_hfi, int hfi, u32 flag, const char *what) 488 { 489 u32 mask; 490 491 mask = flag << (hfi ? CR_DYN_SHIFT : 0); 492 if (scratch0 & mask) { 493 *used += scnprintf(p + *used, size - *used, 494 " 0x%08x - HFI%d %s in use, %s device\n", 495 mask, hfi, what, 496 this_hfi == hfi ? "this" : "other"); 497 } 498 } 499 500 static ssize_t asic_flags_read(struct file *file, char __user *buf, 501 size_t count, loff_t *ppos) 502 { 503 struct hfi1_pportdata *ppd; 504 struct hfi1_devdata *dd; 505 u64 scratch0; 506 char *tmp; 507 int ret = 0; 508 int size; 509 int used; 510 int i; 511 512 ppd = private2ppd(file); 513 dd = ppd->dd; 514 size = PAGE_SIZE; 515 used = 0; 516 tmp = kmalloc(size, GFP_KERNEL); 517 if (!tmp) 518 return -ENOMEM; 519 520 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 521 used += scnprintf(tmp + used, size - used, 522 "Resource flags: 0x%016llx\n", scratch0); 523 524 /* check permanent flag */ 525 if (scratch0 & CR_THERM_INIT) { 526 used += scnprintf(tmp + used, size - used, 527 " 0x%08x - thermal monitoring initialized\n", 528 (u32)CR_THERM_INIT); 529 } 530 531 /* check each dynamic flag on each HFI */ 532 for (i = 0; i < 2; i++) { 533 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 534 CR_SBUS, "SBus"); 535 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 536 CR_EPROM, "EPROM"); 537 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 538 CR_I2C1, "i2c chain 1"); 539 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 540 CR_I2C2, "i2c chain 2"); 541 } 542 used += scnprintf(tmp + used, size - used, "Write bits to clear\n"); 543 544 ret = simple_read_from_buffer(buf, count, ppos, tmp, used); 545 kfree(tmp); 546 return ret; 547 } 548 549 static ssize_t asic_flags_write(struct file *file, const char __user *buf, 550 size_t count, loff_t *ppos) 551 { 552 struct hfi1_pportdata *ppd; 553 struct hfi1_devdata *dd; 554 char *buff; 555 int ret; 556 unsigned long long value; 557 u64 scratch0; 558 u64 clear; 559 560 ppd = private2ppd(file); 561 dd = ppd->dd; 562 563 /* zero terminate and read the expected integer */ 564 buff = memdup_user_nul(buf, count); 565 if (IS_ERR(buff)) 566 return PTR_ERR(buff); 567 568 ret = kstrtoull(buff, 0, &value); 569 if (ret) 570 goto do_free; 571 clear = value; 572 573 /* obtain exclusive access */ 574 mutex_lock(&dd->asic_data->asic_resource_mutex); 575 acquire_hw_mutex(dd); 576 577 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 578 scratch0 &= ~clear; 579 write_csr(dd, ASIC_CFG_SCRATCH, scratch0); 580 /* force write to be visible to other HFI on another OS */ 581 (void)read_csr(dd, ASIC_CFG_SCRATCH); 582 583 release_hw_mutex(dd); 584 mutex_unlock(&dd->asic_data->asic_resource_mutex); 585 586 /* return the number of bytes written */ 587 ret = count; 588 589 do_free: 590 kfree(buff); 591 return ret; 592 } 593 594 /* read the dc8051 memory */ 595 static ssize_t dc8051_memory_read(struct file *file, char __user *buf, 596 size_t count, loff_t *ppos) 597 { 598 struct hfi1_pportdata *ppd = private2ppd(file); 599 ssize_t rval; 600 void *tmp; 601 loff_t start, end; 602 603 /* the checks below expect the position to be positive */ 604 if (*ppos < 0) 605 return -EINVAL; 606 607 tmp = kzalloc(DC8051_DATA_MEM_SIZE, GFP_KERNEL); 608 if (!tmp) 609 return -ENOMEM; 610 611 /* 612 * Fill in the requested portion of the temporary buffer from the 613 * 8051 memory. The 8051 memory read is done in terms of 8 bytes. 614 * Adjust start and end to fit. Skip reading anything if out of 615 * range. 616 */ 617 start = *ppos & ~0x7; /* round down */ 618 if (start < DC8051_DATA_MEM_SIZE) { 619 end = (*ppos + count + 7) & ~0x7; /* round up */ 620 if (end > DC8051_DATA_MEM_SIZE) 621 end = DC8051_DATA_MEM_SIZE; 622 rval = read_8051_data(ppd->dd, start, end - start, 623 (u64 *)(tmp + start)); 624 if (rval) 625 goto done; 626 } 627 628 rval = simple_read_from_buffer(buf, count, ppos, tmp, 629 DC8051_DATA_MEM_SIZE); 630 done: 631 kfree(tmp); 632 return rval; 633 } 634 635 static ssize_t debugfs_lcb_read(struct file *file, char __user *buf, 636 size_t count, loff_t *ppos) 637 { 638 struct hfi1_pportdata *ppd = private2ppd(file); 639 struct hfi1_devdata *dd = ppd->dd; 640 unsigned long total, csr_off; 641 u64 data; 642 643 if (*ppos < 0) 644 return -EINVAL; 645 /* only read 8 byte quantities */ 646 if ((count % 8) != 0) 647 return -EINVAL; 648 /* offset must be 8-byte aligned */ 649 if ((*ppos % 8) != 0) 650 return -EINVAL; 651 /* do nothing if out of range or zero count */ 652 if (*ppos >= (LCB_END - LCB_START) || !count) 653 return 0; 654 /* reduce count if needed */ 655 if (*ppos + count > LCB_END - LCB_START) 656 count = (LCB_END - LCB_START) - *ppos; 657 658 csr_off = LCB_START + *ppos; 659 for (total = 0; total < count; total += 8, csr_off += 8) { 660 if (read_lcb_csr(dd, csr_off, (u64 *)&data)) 661 break; /* failed */ 662 if (put_user(data, (unsigned long __user *)(buf + total))) 663 break; 664 } 665 *ppos += total; 666 return total; 667 } 668 669 static ssize_t debugfs_lcb_write(struct file *file, const char __user *buf, 670 size_t count, loff_t *ppos) 671 { 672 struct hfi1_pportdata *ppd = private2ppd(file); 673 struct hfi1_devdata *dd = ppd->dd; 674 unsigned long total, csr_off, data; 675 676 if (*ppos < 0) 677 return -EINVAL; 678 /* only write 8 byte quantities */ 679 if ((count % 8) != 0) 680 return -EINVAL; 681 /* offset must be 8-byte aligned */ 682 if ((*ppos % 8) != 0) 683 return -EINVAL; 684 /* do nothing if out of range or zero count */ 685 if (*ppos >= (LCB_END - LCB_START) || !count) 686 return 0; 687 /* reduce count if needed */ 688 if (*ppos + count > LCB_END - LCB_START) 689 count = (LCB_END - LCB_START) - *ppos; 690 691 csr_off = LCB_START + *ppos; 692 for (total = 0; total < count; total += 8, csr_off += 8) { 693 if (get_user(data, (unsigned long __user *)(buf + total))) 694 break; 695 if (write_lcb_csr(dd, csr_off, data)) 696 break; /* failed */ 697 } 698 *ppos += total; 699 return total; 700 } 701 702 /* 703 * read the per-port QSFP data for ppd 704 */ 705 static ssize_t qsfp_debugfs_dump(struct file *file, char __user *buf, 706 size_t count, loff_t *ppos) 707 { 708 struct hfi1_pportdata *ppd; 709 char *tmp; 710 int ret; 711 712 ppd = private2ppd(file); 713 tmp = kmalloc(PAGE_SIZE, GFP_KERNEL); 714 if (!tmp) 715 return -ENOMEM; 716 717 ret = qsfp_dump(ppd, tmp, PAGE_SIZE); 718 if (ret > 0) 719 ret = simple_read_from_buffer(buf, count, ppos, tmp, ret); 720 kfree(tmp); 721 return ret; 722 } 723 724 /* Do an i2c write operation on the chain for the given HFI. */ 725 static ssize_t __i2c_debugfs_write(struct file *file, const char __user *buf, 726 size_t count, loff_t *ppos, u32 target) 727 { 728 struct hfi1_pportdata *ppd; 729 char *buff; 730 int ret; 731 int i2c_addr; 732 int offset; 733 int total_written; 734 735 ppd = private2ppd(file); 736 737 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 738 i2c_addr = (*ppos >> 16) & 0xffff; 739 offset = *ppos & 0xffff; 740 741 /* explicitly reject invalid address 0 to catch cp and cat */ 742 if (i2c_addr == 0) 743 return -EINVAL; 744 745 buff = memdup_user(buf, count); 746 if (IS_ERR(buff)) 747 return PTR_ERR(buff); 748 749 total_written = i2c_write(ppd, target, i2c_addr, offset, buff, count); 750 if (total_written < 0) { 751 ret = total_written; 752 goto _free; 753 } 754 755 *ppos += total_written; 756 757 ret = total_written; 758 759 _free: 760 kfree(buff); 761 return ret; 762 } 763 764 /* Do an i2c write operation on chain for HFI 0. */ 765 static ssize_t i2c1_debugfs_write(struct file *file, const char __user *buf, 766 size_t count, loff_t *ppos) 767 { 768 return __i2c_debugfs_write(file, buf, count, ppos, 0); 769 } 770 771 /* Do an i2c write operation on chain for HFI 1. */ 772 static ssize_t i2c2_debugfs_write(struct file *file, const char __user *buf, 773 size_t count, loff_t *ppos) 774 { 775 return __i2c_debugfs_write(file, buf, count, ppos, 1); 776 } 777 778 /* Do an i2c read operation on the chain for the given HFI. */ 779 static ssize_t __i2c_debugfs_read(struct file *file, char __user *buf, 780 size_t count, loff_t *ppos, u32 target) 781 { 782 struct hfi1_pportdata *ppd; 783 char *buff; 784 int ret; 785 int i2c_addr; 786 int offset; 787 int total_read; 788 789 ppd = private2ppd(file); 790 791 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 792 i2c_addr = (*ppos >> 16) & 0xffff; 793 offset = *ppos & 0xffff; 794 795 /* explicitly reject invalid address 0 to catch cp and cat */ 796 if (i2c_addr == 0) 797 return -EINVAL; 798 799 buff = kmalloc(count, GFP_KERNEL); 800 if (!buff) 801 return -ENOMEM; 802 803 total_read = i2c_read(ppd, target, i2c_addr, offset, buff, count); 804 if (total_read < 0) { 805 ret = total_read; 806 goto _free; 807 } 808 809 *ppos += total_read; 810 811 ret = copy_to_user(buf, buff, total_read); 812 if (ret > 0) { 813 ret = -EFAULT; 814 goto _free; 815 } 816 817 ret = total_read; 818 819 _free: 820 kfree(buff); 821 return ret; 822 } 823 824 /* Do an i2c read operation on chain for HFI 0. */ 825 static ssize_t i2c1_debugfs_read(struct file *file, char __user *buf, 826 size_t count, loff_t *ppos) 827 { 828 return __i2c_debugfs_read(file, buf, count, ppos, 0); 829 } 830 831 /* Do an i2c read operation on chain for HFI 1. */ 832 static ssize_t i2c2_debugfs_read(struct file *file, char __user *buf, 833 size_t count, loff_t *ppos) 834 { 835 return __i2c_debugfs_read(file, buf, count, ppos, 1); 836 } 837 838 /* Do a QSFP write operation on the i2c chain for the given HFI. */ 839 static ssize_t __qsfp_debugfs_write(struct file *file, const char __user *buf, 840 size_t count, loff_t *ppos, u32 target) 841 { 842 struct hfi1_pportdata *ppd; 843 char *buff; 844 int ret; 845 int total_written; 846 847 if (*ppos + count > QSFP_PAGESIZE * 4) /* base page + page00-page03 */ 848 return -EINVAL; 849 850 ppd = private2ppd(file); 851 852 buff = memdup_user(buf, count); 853 if (IS_ERR(buff)) 854 return PTR_ERR(buff); 855 856 total_written = qsfp_write(ppd, target, *ppos, buff, count); 857 if (total_written < 0) { 858 ret = total_written; 859 goto _free; 860 } 861 862 *ppos += total_written; 863 864 ret = total_written; 865 866 _free: 867 kfree(buff); 868 return ret; 869 } 870 871 /* Do a QSFP write operation on i2c chain for HFI 0. */ 872 static ssize_t qsfp1_debugfs_write(struct file *file, const char __user *buf, 873 size_t count, loff_t *ppos) 874 { 875 return __qsfp_debugfs_write(file, buf, count, ppos, 0); 876 } 877 878 /* Do a QSFP write operation on i2c chain for HFI 1. */ 879 static ssize_t qsfp2_debugfs_write(struct file *file, const char __user *buf, 880 size_t count, loff_t *ppos) 881 { 882 return __qsfp_debugfs_write(file, buf, count, ppos, 1); 883 } 884 885 /* Do a QSFP read operation on the i2c chain for the given HFI. */ 886 static ssize_t __qsfp_debugfs_read(struct file *file, char __user *buf, 887 size_t count, loff_t *ppos, u32 target) 888 { 889 struct hfi1_pportdata *ppd; 890 char *buff; 891 int ret; 892 int total_read; 893 894 if (*ppos + count > QSFP_PAGESIZE * 4) { /* base page + page00-page03 */ 895 ret = -EINVAL; 896 goto _return; 897 } 898 899 ppd = private2ppd(file); 900 901 buff = kmalloc(count, GFP_KERNEL); 902 if (!buff) { 903 ret = -ENOMEM; 904 goto _return; 905 } 906 907 total_read = qsfp_read(ppd, target, *ppos, buff, count); 908 if (total_read < 0) { 909 ret = total_read; 910 goto _free; 911 } 912 913 *ppos += total_read; 914 915 ret = copy_to_user(buf, buff, total_read); 916 if (ret > 0) { 917 ret = -EFAULT; 918 goto _free; 919 } 920 921 ret = total_read; 922 923 _free: 924 kfree(buff); 925 _return: 926 return ret; 927 } 928 929 /* Do a QSFP read operation on i2c chain for HFI 0. */ 930 static ssize_t qsfp1_debugfs_read(struct file *file, char __user *buf, 931 size_t count, loff_t *ppos) 932 { 933 return __qsfp_debugfs_read(file, buf, count, ppos, 0); 934 } 935 936 /* Do a QSFP read operation on i2c chain for HFI 1. */ 937 static ssize_t qsfp2_debugfs_read(struct file *file, char __user *buf, 938 size_t count, loff_t *ppos) 939 { 940 return __qsfp_debugfs_read(file, buf, count, ppos, 1); 941 } 942 943 static int __i2c_debugfs_open(struct inode *in, struct file *fp, u32 target) 944 { 945 struct hfi1_pportdata *ppd; 946 947 ppd = private2ppd(fp); 948 949 return acquire_chip_resource(ppd->dd, i2c_target(target), 0); 950 } 951 952 static int i2c1_debugfs_open(struct inode *in, struct file *fp) 953 { 954 return __i2c_debugfs_open(in, fp, 0); 955 } 956 957 static int i2c2_debugfs_open(struct inode *in, struct file *fp) 958 { 959 return __i2c_debugfs_open(in, fp, 1); 960 } 961 962 static int __i2c_debugfs_release(struct inode *in, struct file *fp, u32 target) 963 { 964 struct hfi1_pportdata *ppd; 965 966 ppd = private2ppd(fp); 967 968 release_chip_resource(ppd->dd, i2c_target(target)); 969 970 return 0; 971 } 972 973 static int i2c1_debugfs_release(struct inode *in, struct file *fp) 974 { 975 return __i2c_debugfs_release(in, fp, 0); 976 } 977 978 static int i2c2_debugfs_release(struct inode *in, struct file *fp) 979 { 980 return __i2c_debugfs_release(in, fp, 1); 981 } 982 983 static int __qsfp_debugfs_open(struct inode *in, struct file *fp, u32 target) 984 { 985 struct hfi1_pportdata *ppd; 986 987 ppd = private2ppd(fp); 988 989 return acquire_chip_resource(ppd->dd, i2c_target(target), 0); 990 } 991 992 static int qsfp1_debugfs_open(struct inode *in, struct file *fp) 993 { 994 return __qsfp_debugfs_open(in, fp, 0); 995 } 996 997 static int qsfp2_debugfs_open(struct inode *in, struct file *fp) 998 { 999 return __qsfp_debugfs_open(in, fp, 1); 1000 } 1001 1002 static int __qsfp_debugfs_release(struct inode *in, struct file *fp, u32 target) 1003 { 1004 struct hfi1_pportdata *ppd; 1005 1006 ppd = private2ppd(fp); 1007 1008 release_chip_resource(ppd->dd, i2c_target(target)); 1009 1010 return 0; 1011 } 1012 1013 static int qsfp1_debugfs_release(struct inode *in, struct file *fp) 1014 { 1015 return __qsfp_debugfs_release(in, fp, 0); 1016 } 1017 1018 static int qsfp2_debugfs_release(struct inode *in, struct file *fp) 1019 { 1020 return __qsfp_debugfs_release(in, fp, 1); 1021 } 1022 1023 #define EXPROM_WRITE_ENABLE BIT_ULL(14) 1024 1025 static bool exprom_wp_disabled; 1026 1027 static int exprom_wp_set(struct hfi1_devdata *dd, bool disable) 1028 { 1029 u64 gpio_val = 0; 1030 1031 if (disable) { 1032 gpio_val = EXPROM_WRITE_ENABLE; 1033 exprom_wp_disabled = true; 1034 dd_dev_info(dd, "Disable Expansion ROM Write Protection\n"); 1035 } else { 1036 exprom_wp_disabled = false; 1037 dd_dev_info(dd, "Enable Expansion ROM Write Protection\n"); 1038 } 1039 1040 write_csr(dd, ASIC_GPIO_OUT, gpio_val); 1041 write_csr(dd, ASIC_GPIO_OE, gpio_val); 1042 1043 return 0; 1044 } 1045 1046 static ssize_t exprom_wp_debugfs_read(struct file *file, char __user *buf, 1047 size_t count, loff_t *ppos) 1048 { 1049 return 0; 1050 } 1051 1052 static ssize_t exprom_wp_debugfs_write(struct file *file, 1053 const char __user *buf, size_t count, 1054 loff_t *ppos) 1055 { 1056 struct hfi1_pportdata *ppd = private2ppd(file); 1057 char cdata; 1058 1059 if (count != 1) 1060 return -EINVAL; 1061 if (get_user(cdata, buf)) 1062 return -EFAULT; 1063 if (cdata == '0') 1064 exprom_wp_set(ppd->dd, false); 1065 else if (cdata == '1') 1066 exprom_wp_set(ppd->dd, true); 1067 else 1068 return -EINVAL; 1069 1070 return 1; 1071 } 1072 1073 static unsigned long exprom_in_use; 1074 1075 static int exprom_wp_debugfs_open(struct inode *in, struct file *fp) 1076 { 1077 if (test_and_set_bit(0, &exprom_in_use)) 1078 return -EBUSY; 1079 1080 return 0; 1081 } 1082 1083 static int exprom_wp_debugfs_release(struct inode *in, struct file *fp) 1084 { 1085 struct hfi1_pportdata *ppd = private2ppd(fp); 1086 1087 if (exprom_wp_disabled) 1088 exprom_wp_set(ppd->dd, false); 1089 clear_bit(0, &exprom_in_use); 1090 1091 return 0; 1092 } 1093 1094 #define DEBUGFS_OPS(nm, readroutine, writeroutine) \ 1095 { \ 1096 .name = nm, \ 1097 .ops = { \ 1098 .owner = THIS_MODULE, \ 1099 .read = readroutine, \ 1100 .write = writeroutine, \ 1101 .llseek = generic_file_llseek, \ 1102 }, \ 1103 } 1104 1105 #define DEBUGFS_XOPS(nm, readf, writef, openf, releasef) \ 1106 { \ 1107 .name = nm, \ 1108 .ops = { \ 1109 .owner = THIS_MODULE, \ 1110 .read = readf, \ 1111 .write = writef, \ 1112 .llseek = generic_file_llseek, \ 1113 .open = openf, \ 1114 .release = releasef \ 1115 }, \ 1116 } 1117 1118 static const struct counter_info cntr_ops[] = { 1119 DEBUGFS_OPS("counter_names", dev_names_read, NULL), 1120 DEBUGFS_OPS("counters", dev_counters_read, NULL), 1121 DEBUGFS_OPS("portcounter_names", portnames_read, NULL), 1122 }; 1123 1124 static const struct counter_info port_cntr_ops[] = { 1125 DEBUGFS_OPS("port%dcounters", portcntrs_debugfs_read, NULL), 1126 DEBUGFS_XOPS("i2c1", i2c1_debugfs_read, i2c1_debugfs_write, 1127 i2c1_debugfs_open, i2c1_debugfs_release), 1128 DEBUGFS_XOPS("i2c2", i2c2_debugfs_read, i2c2_debugfs_write, 1129 i2c2_debugfs_open, i2c2_debugfs_release), 1130 DEBUGFS_OPS("qsfp_dump%d", qsfp_debugfs_dump, NULL), 1131 DEBUGFS_XOPS("qsfp1", qsfp1_debugfs_read, qsfp1_debugfs_write, 1132 qsfp1_debugfs_open, qsfp1_debugfs_release), 1133 DEBUGFS_XOPS("qsfp2", qsfp2_debugfs_read, qsfp2_debugfs_write, 1134 qsfp2_debugfs_open, qsfp2_debugfs_release), 1135 DEBUGFS_XOPS("exprom_wp", exprom_wp_debugfs_read, 1136 exprom_wp_debugfs_write, exprom_wp_debugfs_open, 1137 exprom_wp_debugfs_release), 1138 DEBUGFS_OPS("asic_flags", asic_flags_read, asic_flags_write), 1139 DEBUGFS_OPS("dc8051_memory", dc8051_memory_read, NULL), 1140 DEBUGFS_OPS("lcb", debugfs_lcb_read, debugfs_lcb_write), 1141 }; 1142 1143 static void *_sdma_cpu_list_seq_start(struct seq_file *s, loff_t *pos) 1144 { 1145 if (*pos >= num_online_cpus()) 1146 return NULL; 1147 1148 return pos; 1149 } 1150 1151 static void *_sdma_cpu_list_seq_next(struct seq_file *s, void *v, loff_t *pos) 1152 { 1153 ++*pos; 1154 if (*pos >= num_online_cpus()) 1155 return NULL; 1156 1157 return pos; 1158 } 1159 1160 static void _sdma_cpu_list_seq_stop(struct seq_file *s, void *v) 1161 { 1162 /* nothing allocated */ 1163 } 1164 1165 static int _sdma_cpu_list_seq_show(struct seq_file *s, void *v) 1166 { 1167 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 1168 struct hfi1_devdata *dd = dd_from_dev(ibd); 1169 loff_t *spos = v; 1170 loff_t i = *spos; 1171 1172 sdma_seqfile_dump_cpu_list(s, dd, (unsigned long)i); 1173 return 0; 1174 } 1175 1176 DEBUGFS_SEQ_FILE_OPS(sdma_cpu_list); 1177 DEBUGFS_SEQ_FILE_OPEN(sdma_cpu_list) 1178 DEBUGFS_FILE_OPS(sdma_cpu_list); 1179 1180 void hfi1_dbg_ibdev_init(struct hfi1_ibdev *ibd) 1181 { 1182 char name[sizeof("port0counters") + 1]; 1183 char link[10]; 1184 struct hfi1_devdata *dd = dd_from_dev(ibd); 1185 struct hfi1_pportdata *ppd; 1186 struct dentry *root; 1187 int unit = dd->unit; 1188 int i, j; 1189 1190 if (!hfi1_dbg_root) 1191 return; 1192 snprintf(name, sizeof(name), "%s_%d", class_name(), unit); 1193 snprintf(link, sizeof(link), "%d", unit); 1194 root = debugfs_create_dir(name, hfi1_dbg_root); 1195 ibd->hfi1_ibdev_dbg = root; 1196 1197 ibd->hfi1_ibdev_link = 1198 debugfs_create_symlink(link, hfi1_dbg_root, name); 1199 1200 debugfs_create_file("opcode_stats", 0444, root, ibd, 1201 &_opcode_stats_file_ops); 1202 debugfs_create_file("tx_opcode_stats", 0444, root, ibd, 1203 &_tx_opcode_stats_file_ops); 1204 debugfs_create_file("ctx_stats", 0444, root, ibd, &_ctx_stats_file_ops); 1205 debugfs_create_file("qp_stats", 0444, root, ibd, &_qp_stats_file_ops); 1206 debugfs_create_file("sdes", 0444, root, ibd, &_sdes_file_ops); 1207 debugfs_create_file("rcds", 0444, root, ibd, &_rcds_file_ops); 1208 debugfs_create_file("pios", 0444, root, ibd, &_pios_file_ops); 1209 debugfs_create_file("sdma_cpu_list", 0444, root, ibd, 1210 &_sdma_cpu_list_file_ops); 1211 1212 /* dev counter files */ 1213 for (i = 0; i < ARRAY_SIZE(cntr_ops); i++) 1214 debugfs_create_file(cntr_ops[i].name, 0444, root, dd, 1215 &cntr_ops[i].ops); 1216 1217 /* per port files */ 1218 for (ppd = dd->pport, j = 0; j < dd->num_pports; j++, ppd++) 1219 for (i = 0; i < ARRAY_SIZE(port_cntr_ops); i++) { 1220 snprintf(name, 1221 sizeof(name), 1222 port_cntr_ops[i].name, 1223 j + 1); 1224 debugfs_create_file(name, 1225 !port_cntr_ops[i].ops.write ? 1226 S_IRUGO : 1227 S_IRUGO | S_IWUSR, 1228 root, ppd, &port_cntr_ops[i].ops); 1229 } 1230 1231 hfi1_fault_init_debugfs(ibd); 1232 } 1233 1234 void hfi1_dbg_ibdev_exit(struct hfi1_ibdev *ibd) 1235 { 1236 if (!hfi1_dbg_root) 1237 goto out; 1238 hfi1_fault_exit_debugfs(ibd); 1239 debugfs_remove(ibd->hfi1_ibdev_link); 1240 debugfs_remove_recursive(ibd->hfi1_ibdev_dbg); 1241 out: 1242 ibd->hfi1_ibdev_dbg = NULL; 1243 } 1244 1245 /* 1246 * driver stats field names, one line per stat, single string. Used by 1247 * programs like hfistats to print the stats in a way which works for 1248 * different versions of drivers, without changing program source. 1249 * if hfi1_ib_stats changes, this needs to change. Names need to be 1250 * 12 chars or less (w/o newline), for proper display by hfistats utility. 1251 */ 1252 static const char * const hfi1_statnames[] = { 1253 /* must be element 0*/ 1254 "KernIntr", 1255 "ErrorIntr", 1256 "Tx_Errs", 1257 "Rcv_Errs", 1258 "H/W_Errs", 1259 "NoPIOBufs", 1260 "CtxtsOpen", 1261 "RcvLen_Errs", 1262 "EgrBufFull", 1263 "EgrHdrFull" 1264 }; 1265 1266 static void *_driver_stats_names_seq_start(struct seq_file *s, loff_t *pos) 1267 { 1268 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1269 return NULL; 1270 return pos; 1271 } 1272 1273 static void *_driver_stats_names_seq_next( 1274 struct seq_file *s, 1275 void *v, 1276 loff_t *pos) 1277 { 1278 ++*pos; 1279 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1280 return NULL; 1281 return pos; 1282 } 1283 1284 static void _driver_stats_names_seq_stop(struct seq_file *s, void *v) 1285 { 1286 } 1287 1288 static int _driver_stats_names_seq_show(struct seq_file *s, void *v) 1289 { 1290 loff_t *spos = v; 1291 1292 seq_printf(s, "%s\n", hfi1_statnames[*spos]); 1293 return 0; 1294 } 1295 1296 DEBUGFS_SEQ_FILE_OPS(driver_stats_names); 1297 DEBUGFS_SEQ_FILE_OPEN(driver_stats_names) 1298 DEBUGFS_FILE_OPS(driver_stats_names); 1299 1300 static void *_driver_stats_seq_start(struct seq_file *s, loff_t *pos) 1301 { 1302 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1303 return NULL; 1304 return pos; 1305 } 1306 1307 static void *_driver_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 1308 { 1309 ++*pos; 1310 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1311 return NULL; 1312 return pos; 1313 } 1314 1315 static void _driver_stats_seq_stop(struct seq_file *s, void *v) 1316 { 1317 } 1318 1319 static void hfi1_sps_show_ints(struct seq_file *s) 1320 { 1321 unsigned long index, flags; 1322 struct hfi1_devdata *dd; 1323 u64 sps_ints = 0; 1324 1325 xa_lock_irqsave(&hfi1_dev_table, flags); 1326 xa_for_each(&hfi1_dev_table, index, dd) { 1327 sps_ints += get_all_cpu_total(dd->int_counter); 1328 } 1329 xa_unlock_irqrestore(&hfi1_dev_table, flags); 1330 seq_write(s, &sps_ints, sizeof(u64)); 1331 } 1332 1333 static int _driver_stats_seq_show(struct seq_file *s, void *v) 1334 { 1335 loff_t *spos = v; 1336 u64 *stats = (u64 *)&hfi1_stats; 1337 1338 /* special case for interrupts */ 1339 if (*spos == 0) 1340 hfi1_sps_show_ints(s); 1341 else 1342 seq_write(s, stats + *spos, sizeof(u64)); 1343 return 0; 1344 } 1345 1346 DEBUGFS_SEQ_FILE_OPS(driver_stats); 1347 DEBUGFS_SEQ_FILE_OPEN(driver_stats) 1348 DEBUGFS_FILE_OPS(driver_stats); 1349 1350 void hfi1_dbg_init(void) 1351 { 1352 hfi1_dbg_root = debugfs_create_dir(DRIVER_NAME, NULL); 1353 debugfs_create_file("driver_stats_names", 0444, hfi1_dbg_root, NULL, 1354 &_driver_stats_names_file_ops); 1355 debugfs_create_file("driver_stats", 0444, hfi1_dbg_root, NULL, 1356 &_driver_stats_file_ops); 1357 } 1358 1359 void hfi1_dbg_exit(void) 1360 { 1361 debugfs_remove_recursive(hfi1_dbg_root); 1362 hfi1_dbg_root = NULL; 1363 } 1364