1// SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause 2/* 3 * Copyright(c) 2015-2018 Intel Corporation. 4 */ 5 6#include <linux/debugfs.h> 7#include <linux/seq_file.h> 8#include <linux/kernel.h> 9#include <linux/export.h> 10#include <linux/string.h> 11#include <linux/types.h> 12#include <linux/ratelimit.h> 13#include <linux/fault-inject.h> 14 15#include "hfi.h" 16#include "trace.h" 17#include "debugfs.h" 18#include "device.h" 19#include "qp.h" 20#include "sdma.h" 21#include "fault.h" 22 23static struct dentry *hfi1_dbg_root; 24 25/* wrappers to enforce srcu in seq file */ 26ssize_t hfi1_seq_read(struct file *file, char __user *buf, size_t size, 27 loff_t *ppos) 28{ 29 struct dentry *d = file->f_path.dentry; 30 ssize_t r; 31 32 r = debugfs_file_get(d); 33 if (unlikely(r)) 34 return r; 35 r = seq_read(file, buf, size, ppos); 36 debugfs_file_put(d); 37 return r; 38} 39 40loff_t hfi1_seq_lseek(struct file *file, loff_t offset, int whence) 41{ 42 struct dentry *d = file->f_path.dentry; 43 loff_t r; 44 45 r = debugfs_file_get(d); 46 if (unlikely(r)) 47 return r; 48 r = seq_lseek(file, offset, whence); 49 debugfs_file_put(d); 50 return r; 51} 52 53#define private2dd(file) (file_inode(file)->i_private) 54#define private2ppd(file) (file_inode(file)->i_private) 55 56static void *_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 57{ 58 struct hfi1_opcode_stats_perctx *opstats; 59 60 if (*pos >= ARRAY_SIZE(opstats->stats)) 61 return NULL; 62 return pos; 63} 64 65static void *_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 66{ 67 struct hfi1_opcode_stats_perctx *opstats; 68 69 ++*pos; 70 if (*pos >= ARRAY_SIZE(opstats->stats)) 71 return NULL; 72 return pos; 73} 74 75static void _opcode_stats_seq_stop(struct seq_file *s, void *v) 76{ 77} 78 79static int opcode_stats_show(struct seq_file *s, u8 i, u64 packets, u64 bytes) 80{ 81 if (!packets && !bytes) 82 return SEQ_SKIP; 83 seq_printf(s, "%02x %llu/%llu\n", i, 84 (unsigned long long)packets, 85 (unsigned long long)bytes); 86 87 return 0; 88} 89 90static int _opcode_stats_seq_show(struct seq_file *s, void *v) 91{ 92 loff_t *spos = v; 93 loff_t i = *spos, j; 94 u64 n_packets = 0, n_bytes = 0; 95 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 96 struct hfi1_devdata *dd = dd_from_dev(ibd); 97 struct hfi1_ctxtdata *rcd; 98 99 for (j = 0; j < dd->first_dyn_alloc_ctxt; j++) { 100 rcd = hfi1_rcd_get_by_index(dd, j); 101 if (rcd) { 102 n_packets += rcd->opstats->stats[i].n_packets; 103 n_bytes += rcd->opstats->stats[i].n_bytes; 104 } 105 hfi1_rcd_put(rcd); 106 } 107 return opcode_stats_show(s, i, n_packets, n_bytes); 108} 109 110DEBUGFS_SEQ_FILE_OPS(opcode_stats); 111DEBUGFS_SEQ_FILE_OPEN(opcode_stats) 112DEBUGFS_FILE_OPS(opcode_stats); 113 114static void *_tx_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 115{ 116 return _opcode_stats_seq_start(s, pos); 117} 118 119static void *_tx_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 120{ 121 return _opcode_stats_seq_next(s, v, pos); 122} 123 124static void _tx_opcode_stats_seq_stop(struct seq_file *s, void *v) 125{ 126} 127 128static int _tx_opcode_stats_seq_show(struct seq_file *s, void *v) 129{ 130 loff_t *spos = v; 131 loff_t i = *spos; 132 int j; 133 u64 n_packets = 0, n_bytes = 0; 134 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 135 struct hfi1_devdata *dd = dd_from_dev(ibd); 136 137 for_each_possible_cpu(j) { 138 struct hfi1_opcode_stats_perctx *s = 139 per_cpu_ptr(dd->tx_opstats, j); 140 n_packets += s->stats[i].n_packets; 141 n_bytes += s->stats[i].n_bytes; 142 } 143 return opcode_stats_show(s, i, n_packets, n_bytes); 144} 145 146DEBUGFS_SEQ_FILE_OPS(tx_opcode_stats); 147DEBUGFS_SEQ_FILE_OPEN(tx_opcode_stats) 148DEBUGFS_FILE_OPS(tx_opcode_stats); 149 150static void *_ctx_stats_seq_start(struct seq_file *s, loff_t *pos) 151{ 152 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 153 struct hfi1_devdata *dd = dd_from_dev(ibd); 154 155 if (!*pos) 156 return SEQ_START_TOKEN; 157 if (*pos >= dd->first_dyn_alloc_ctxt) 158 return NULL; 159 return pos; 160} 161 162static void *_ctx_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 163{ 164 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 165 struct hfi1_devdata *dd = dd_from_dev(ibd); 166 167 if (v == SEQ_START_TOKEN) 168 return pos; 169 170 ++*pos; 171 if (*pos >= dd->first_dyn_alloc_ctxt) 172 return NULL; 173 return pos; 174} 175 176static void _ctx_stats_seq_stop(struct seq_file *s, void *v) 177{ 178 /* nothing allocated */ 179} 180 181static int _ctx_stats_seq_show(struct seq_file *s, void *v) 182{ 183 loff_t *spos; 184 loff_t i, j; 185 u64 n_packets = 0; 186 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 187 struct hfi1_devdata *dd = dd_from_dev(ibd); 188 struct hfi1_ctxtdata *rcd; 189 190 if (v == SEQ_START_TOKEN) { 191 seq_puts(s, "Ctx:npkts\n"); 192 return 0; 193 } 194 195 spos = v; 196 i = *spos; 197 198 rcd = hfi1_rcd_get_by_index_safe(dd, i); 199 if (!rcd) 200 return SEQ_SKIP; 201 202 for (j = 0; j < ARRAY_SIZE(rcd->opstats->stats); j++) 203 n_packets += rcd->opstats->stats[j].n_packets; 204 205 hfi1_rcd_put(rcd); 206 207 if (!n_packets) 208 return SEQ_SKIP; 209 210 seq_printf(s, " %llu:%llu\n", i, n_packets); 211 return 0; 212} 213 214DEBUGFS_SEQ_FILE_OPS(ctx_stats); 215DEBUGFS_SEQ_FILE_OPEN(ctx_stats) 216DEBUGFS_FILE_OPS(ctx_stats); 217 218static void *_qp_stats_seq_start(struct seq_file *s, loff_t *pos) 219 __acquires(RCU) 220{ 221 struct rvt_qp_iter *iter; 222 loff_t n = *pos; 223 224 iter = rvt_qp_iter_init(s->private, 0, NULL); 225 226 /* stop calls rcu_read_unlock */ 227 rcu_read_lock(); 228 229 if (!iter) 230 return NULL; 231 232 do { 233 if (rvt_qp_iter_next(iter)) { 234 kfree(iter); 235 return NULL; 236 } 237 } while (n--); 238 239 return iter; 240} 241 242static void *_qp_stats_seq_next(struct seq_file *s, void *iter_ptr, 243 loff_t *pos) 244 __must_hold(RCU) 245{ 246 struct rvt_qp_iter *iter = iter_ptr; 247 248 (*pos)++; 249 250 if (rvt_qp_iter_next(iter)) { 251 kfree(iter); 252 return NULL; 253 } 254 255 return iter; 256} 257 258static void _qp_stats_seq_stop(struct seq_file *s, void *iter_ptr) 259 __releases(RCU) 260{ 261 rcu_read_unlock(); 262} 263 264static int _qp_stats_seq_show(struct seq_file *s, void *iter_ptr) 265{ 266 struct rvt_qp_iter *iter = iter_ptr; 267 268 if (!iter) 269 return 0; 270 271 qp_iter_print(s, iter); 272 273 return 0; 274} 275 276DEBUGFS_SEQ_FILE_OPS(qp_stats); 277DEBUGFS_SEQ_FILE_OPEN(qp_stats) 278DEBUGFS_FILE_OPS(qp_stats); 279 280static void *_sdes_seq_start(struct seq_file *s, loff_t *pos) 281{ 282 struct hfi1_ibdev *ibd; 283 struct hfi1_devdata *dd; 284 285 ibd = (struct hfi1_ibdev *)s->private; 286 dd = dd_from_dev(ibd); 287 if (!dd->per_sdma || *pos >= dd->num_sdma) 288 return NULL; 289 return pos; 290} 291 292static void *_sdes_seq_next(struct seq_file *s, void *v, loff_t *pos) 293{ 294 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 295 struct hfi1_devdata *dd = dd_from_dev(ibd); 296 297 ++*pos; 298 if (!dd->per_sdma || *pos >= dd->num_sdma) 299 return NULL; 300 return pos; 301} 302 303static void _sdes_seq_stop(struct seq_file *s, void *v) 304{ 305} 306 307static int _sdes_seq_show(struct seq_file *s, void *v) 308{ 309 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 310 struct hfi1_devdata *dd = dd_from_dev(ibd); 311 loff_t *spos = v; 312 loff_t i = *spos; 313 314 sdma_seqfile_dump_sde(s, &dd->per_sdma[i]); 315 return 0; 316} 317 318DEBUGFS_SEQ_FILE_OPS(sdes); 319DEBUGFS_SEQ_FILE_OPEN(sdes) 320DEBUGFS_FILE_OPS(sdes); 321 322static void *_rcds_seq_start(struct seq_file *s, loff_t *pos) 323{ 324 struct hfi1_ibdev *ibd; 325 struct hfi1_devdata *dd; 326 327 ibd = (struct hfi1_ibdev *)s->private; 328 dd = dd_from_dev(ibd); 329 if (!dd->rcd || *pos >= dd->n_krcv_queues) 330 return NULL; 331 return pos; 332} 333 334static void *_rcds_seq_next(struct seq_file *s, void *v, loff_t *pos) 335{ 336 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 337 struct hfi1_devdata *dd = dd_from_dev(ibd); 338 339 ++*pos; 340 if (!dd->rcd || *pos >= dd->num_rcv_contexts) 341 return NULL; 342 return pos; 343} 344 345static void _rcds_seq_stop(struct seq_file *s, void *v) 346{ 347} 348 349static int _rcds_seq_show(struct seq_file *s, void *v) 350{ 351 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 352 struct hfi1_devdata *dd = dd_from_dev(ibd); 353 struct hfi1_ctxtdata *rcd; 354 loff_t *spos = v; 355 loff_t i = *spos; 356 357 rcd = hfi1_rcd_get_by_index_safe(dd, i); 358 if (rcd) 359 seqfile_dump_rcd(s, rcd); 360 hfi1_rcd_put(rcd); 361 return 0; 362} 363 364DEBUGFS_SEQ_FILE_OPS(rcds); 365DEBUGFS_SEQ_FILE_OPEN(rcds) 366DEBUGFS_FILE_OPS(rcds); 367 368static void *_pios_seq_start(struct seq_file *s, loff_t *pos) 369{ 370 struct hfi1_ibdev *ibd; 371 struct hfi1_devdata *dd; 372 373 ibd = (struct hfi1_ibdev *)s->private; 374 dd = dd_from_dev(ibd); 375 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 376 return NULL; 377 return pos; 378} 379 380static void *_pios_seq_next(struct seq_file *s, void *v, loff_t *pos) 381{ 382 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 383 struct hfi1_devdata *dd = dd_from_dev(ibd); 384 385 ++*pos; 386 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 387 return NULL; 388 return pos; 389} 390 391static void _pios_seq_stop(struct seq_file *s, void *v) 392{ 393} 394 395static int _pios_seq_show(struct seq_file *s, void *v) 396{ 397 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 398 struct hfi1_devdata *dd = dd_from_dev(ibd); 399 struct send_context_info *sci; 400 loff_t *spos = v; 401 loff_t i = *spos; 402 unsigned long flags; 403 404 spin_lock_irqsave(&dd->sc_lock, flags); 405 sci = &dd->send_contexts[i]; 406 if (sci && sci->type != SC_USER && sci->allocated && sci->sc) 407 seqfile_dump_sci(s, i, sci); 408 spin_unlock_irqrestore(&dd->sc_lock, flags); 409 return 0; 410} 411 412DEBUGFS_SEQ_FILE_OPS(pios); 413DEBUGFS_SEQ_FILE_OPEN(pios) 414DEBUGFS_FILE_OPS(pios); 415 416/* read the per-device counters */ 417static ssize_t dev_counters_read(struct file *file, char __user *buf, 418 size_t count, loff_t *ppos) 419{ 420 u64 *counters; 421 size_t avail; 422 struct hfi1_devdata *dd; 423 ssize_t rval; 424 425 dd = private2dd(file); 426 avail = hfi1_read_cntrs(dd, NULL, &counters); 427 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 428 return rval; 429} 430 431/* read the per-device counters */ 432static ssize_t dev_names_read(struct file *file, char __user *buf, 433 size_t count, loff_t *ppos) 434{ 435 char *names; 436 size_t avail; 437 struct hfi1_devdata *dd; 438 ssize_t rval; 439 440 dd = private2dd(file); 441 avail = hfi1_read_cntrs(dd, &names, NULL); 442 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 443 return rval; 444} 445 446struct counter_info { 447 char *name; 448 const struct file_operations ops; 449}; 450 451/* 452 * Could use file_inode(file)->i_ino to figure out which file, 453 * instead of separate routine for each, but for now, this works... 454 */ 455 456/* read the per-port names (same for each port) */ 457static ssize_t portnames_read(struct file *file, char __user *buf, 458 size_t count, loff_t *ppos) 459{ 460 char *names; 461 size_t avail; 462 struct hfi1_devdata *dd; 463 ssize_t rval; 464 465 dd = private2dd(file); 466 avail = hfi1_read_portcntrs(dd->pport, &names, NULL); 467 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 468 return rval; 469} 470 471/* read the per-port counters */ 472static ssize_t portcntrs_debugfs_read(struct file *file, char __user *buf, 473 size_t count, loff_t *ppos) 474{ 475 u64 *counters; 476 size_t avail; 477 struct hfi1_pportdata *ppd; 478 ssize_t rval; 479 480 ppd = private2ppd(file); 481 avail = hfi1_read_portcntrs(ppd, NULL, &counters); 482 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 483 return rval; 484} 485 486static void check_dyn_flag(u64 scratch0, char *p, int size, int *used, 487 int this_hfi, int hfi, u32 flag, const char *what) 488{ 489 u32 mask; 490 491 mask = flag << (hfi ? CR_DYN_SHIFT : 0); 492 if (scratch0 & mask) { 493 *used += scnprintf(p + *used, size - *used, 494 " 0x%08x - HFI%d %s in use, %s device\n", 495 mask, hfi, what, 496 this_hfi == hfi ? "this" : "other"); 497 } 498} 499 500static ssize_t asic_flags_read(struct file *file, char __user *buf, 501 size_t count, loff_t *ppos) 502{ 503 struct hfi1_pportdata *ppd; 504 struct hfi1_devdata *dd; 505 u64 scratch0; 506 char *tmp; 507 int ret = 0; 508 int size; 509 int used; 510 int i; 511 512 ppd = private2ppd(file); 513 dd = ppd->dd; 514 size = PAGE_SIZE; 515 used = 0; 516 tmp = kmalloc(size, GFP_KERNEL); 517 if (!tmp) 518 return -ENOMEM; 519 520 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 521 used += scnprintf(tmp + used, size - used, 522 "Resource flags: 0x%016llx\n", scratch0); 523 524 /* check permanent flag */ 525 if (scratch0 & CR_THERM_INIT) { 526 used += scnprintf(tmp + used, size - used, 527 " 0x%08x - thermal monitoring initialized\n", 528 (u32)CR_THERM_INIT); 529 } 530 531 /* check each dynamic flag on each HFI */ 532 for (i = 0; i < 2; i++) { 533 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 534 CR_SBUS, "SBus"); 535 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 536 CR_EPROM, "EPROM"); 537 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 538 CR_I2C1, "i2c chain 1"); 539 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 540 CR_I2C2, "i2c chain 2"); 541 } 542 used += scnprintf(tmp + used, size - used, "Write bits to clear\n"); 543 544 ret = simple_read_from_buffer(buf, count, ppos, tmp, used); 545 kfree(tmp); 546 return ret; 547} 548 549static ssize_t asic_flags_write(struct file *file, const char __user *buf, 550 size_t count, loff_t *ppos) 551{ 552 struct hfi1_pportdata *ppd; 553 struct hfi1_devdata *dd; 554 char *buff; 555 int ret; 556 unsigned long long value; 557 u64 scratch0; 558 u64 clear; 559 560 ppd = private2ppd(file); 561 dd = ppd->dd; 562 563 /* zero terminate and read the expected integer */ 564 buff = memdup_user_nul(buf, count); 565 if (IS_ERR(buff)) 566 return PTR_ERR(buff); 567 568 ret = kstrtoull(buff, 0, &value); 569 if (ret) 570 goto do_free; 571 clear = value; 572 573 /* obtain exclusive access */ 574 mutex_lock(&dd->asic_data->asic_resource_mutex); 575 acquire_hw_mutex(dd); 576 577 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 578 scratch0 &= ~clear; 579 write_csr(dd, ASIC_CFG_SCRATCH, scratch0); 580 /* force write to be visible to other HFI on another OS */ 581 (void)read_csr(dd, ASIC_CFG_SCRATCH); 582 583 release_hw_mutex(dd); 584 mutex_unlock(&dd->asic_data->asic_resource_mutex); 585 586 /* return the number of bytes written */ 587 ret = count; 588 589 do_free: 590 kfree(buff); 591 return ret; 592} 593 594/* read the dc8051 memory */ 595static ssize_t dc8051_memory_read(struct file *file, char __user *buf, 596 size_t count, loff_t *ppos) 597{ 598 struct hfi1_pportdata *ppd = private2ppd(file); 599 ssize_t rval; 600 void *tmp; 601 loff_t start, end; 602 603 /* the checks below expect the position to be positive */ 604 if (*ppos < 0) 605 return -EINVAL; 606 607 tmp = kzalloc(DC8051_DATA_MEM_SIZE, GFP_KERNEL); 608 if (!tmp) 609 return -ENOMEM; 610 611 /* 612 * Fill in the requested portion of the temporary buffer from the 613 * 8051 memory. The 8051 memory read is done in terms of 8 bytes. 614 * Adjust start and end to fit. Skip reading anything if out of 615 * range. 616 */ 617 start = *ppos & ~0x7; /* round down */ 618 if (start < DC8051_DATA_MEM_SIZE) { 619 end = (*ppos + count + 7) & ~0x7; /* round up */ 620 if (end > DC8051_DATA_MEM_SIZE) 621 end = DC8051_DATA_MEM_SIZE; 622 rval = read_8051_data(ppd->dd, start, end - start, 623 (u64 *)(tmp + start)); 624 if (rval) 625 goto done; 626 } 627 628 rval = simple_read_from_buffer(buf, count, ppos, tmp, 629 DC8051_DATA_MEM_SIZE); 630done: 631 kfree(tmp); 632 return rval; 633} 634 635static ssize_t debugfs_lcb_read(struct file *file, char __user *buf, 636 size_t count, loff_t *ppos) 637{ 638 struct hfi1_pportdata *ppd = private2ppd(file); 639 struct hfi1_devdata *dd = ppd->dd; 640 unsigned long total, csr_off; 641 u64 data; 642 643 if (*ppos < 0) 644 return -EINVAL; 645 /* only read 8 byte quantities */ 646 if ((count % 8) != 0) 647 return -EINVAL; 648 /* offset must be 8-byte aligned */ 649 if ((*ppos % 8) != 0) 650 return -EINVAL; 651 /* do nothing if out of range or zero count */ 652 if (*ppos >= (LCB_END - LCB_START) || !count) 653 return 0; 654 /* reduce count if needed */ 655 if (*ppos + count > LCB_END - LCB_START) 656 count = (LCB_END - LCB_START) - *ppos; 657 658 csr_off = LCB_START + *ppos; 659 for (total = 0; total < count; total += 8, csr_off += 8) { 660 if (read_lcb_csr(dd, csr_off, (u64 *)&data)) 661 break; /* failed */ 662 if (put_user(data, (unsigned long __user *)(buf + total))) 663 break; 664 } 665 *ppos += total; 666 return total; 667} 668 669static ssize_t debugfs_lcb_write(struct file *file, const char __user *buf, 670 size_t count, loff_t *ppos) 671{ 672 struct hfi1_pportdata *ppd = private2ppd(file); 673 struct hfi1_devdata *dd = ppd->dd; 674 unsigned long total, csr_off, data; 675 676 if (*ppos < 0) 677 return -EINVAL; 678 /* only write 8 byte quantities */ 679 if ((count % 8) != 0) 680 return -EINVAL; 681 /* offset must be 8-byte aligned */ 682 if ((*ppos % 8) != 0) 683 return -EINVAL; 684 /* do nothing if out of range or zero count */ 685 if (*ppos >= (LCB_END - LCB_START) || !count) 686 return 0; 687 /* reduce count if needed */ 688 if (*ppos + count > LCB_END - LCB_START) 689 count = (LCB_END - LCB_START) - *ppos; 690 691 csr_off = LCB_START + *ppos; 692 for (total = 0; total < count; total += 8, csr_off += 8) { 693 if (get_user(data, (unsigned long __user *)(buf + total))) 694 break; 695 if (write_lcb_csr(dd, csr_off, data)) 696 break; /* failed */ 697 } 698 *ppos += total; 699 return total; 700} 701 702/* 703 * read the per-port QSFP data for ppd 704 */ 705static ssize_t qsfp_debugfs_dump(struct file *file, char __user *buf, 706 size_t count, loff_t *ppos) 707{ 708 struct hfi1_pportdata *ppd; 709 char *tmp; 710 int ret; 711 712 ppd = private2ppd(file); 713 tmp = kmalloc(PAGE_SIZE, GFP_KERNEL); 714 if (!tmp) 715 return -ENOMEM; 716 717 ret = qsfp_dump(ppd, tmp, PAGE_SIZE); 718 if (ret > 0) 719 ret = simple_read_from_buffer(buf, count, ppos, tmp, ret); 720 kfree(tmp); 721 return ret; 722} 723 724/* Do an i2c write operation on the chain for the given HFI. */ 725static ssize_t __i2c_debugfs_write(struct file *file, const char __user *buf, 726 size_t count, loff_t *ppos, u32 target) 727{ 728 struct hfi1_pportdata *ppd; 729 char *buff; 730 int ret; 731 int i2c_addr; 732 int offset; 733 int total_written; 734 735 ppd = private2ppd(file); 736 737 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 738 i2c_addr = (*ppos >> 16) & 0xffff; 739 offset = *ppos & 0xffff; 740 741 /* explicitly reject invalid address 0 to catch cp and cat */ 742 if (i2c_addr == 0) 743 return -EINVAL; 744 745 buff = memdup_user(buf, count); 746 if (IS_ERR(buff)) 747 return PTR_ERR(buff); 748 749 total_written = i2c_write(ppd, target, i2c_addr, offset, buff, count); 750 if (total_written < 0) { 751 ret = total_written; 752 goto _free; 753 } 754 755 *ppos += total_written; 756 757 ret = total_written; 758 759 _free: 760 kfree(buff); 761 return ret; 762} 763 764/* Do an i2c write operation on chain for HFI 0. */ 765static ssize_t i2c1_debugfs_write(struct file *file, const char __user *buf, 766 size_t count, loff_t *ppos) 767{ 768 return __i2c_debugfs_write(file, buf, count, ppos, 0); 769} 770 771/* Do an i2c write operation on chain for HFI 1. */ 772static ssize_t i2c2_debugfs_write(struct file *file, const char __user *buf, 773 size_t count, loff_t *ppos) 774{ 775 return __i2c_debugfs_write(file, buf, count, ppos, 1); 776} 777 778/* Do an i2c read operation on the chain for the given HFI. */ 779static ssize_t __i2c_debugfs_read(struct file *file, char __user *buf, 780 size_t count, loff_t *ppos, u32 target) 781{ 782 struct hfi1_pportdata *ppd; 783 char *buff; 784 int ret; 785 int i2c_addr; 786 int offset; 787 int total_read; 788 789 ppd = private2ppd(file); 790 791 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 792 i2c_addr = (*ppos >> 16) & 0xffff; 793 offset = *ppos & 0xffff; 794 795 /* explicitly reject invalid address 0 to catch cp and cat */ 796 if (i2c_addr == 0) 797 return -EINVAL; 798 799 buff = kmalloc(count, GFP_KERNEL); 800 if (!buff) 801 return -ENOMEM; 802 803 total_read = i2c_read(ppd, target, i2c_addr, offset, buff, count); 804 if (total_read < 0) { 805 ret = total_read; 806 goto _free; 807 } 808 809 *ppos += total_read; 810 811 ret = copy_to_user(buf, buff, total_read); 812 if (ret > 0) { 813 ret = -EFAULT; 814 goto _free; 815 } 816 817 ret = total_read; 818 819 _free: 820 kfree(buff); 821 return ret; 822} 823 824/* Do an i2c read operation on chain for HFI 0. */ 825static ssize_t i2c1_debugfs_read(struct file *file, char __user *buf, 826 size_t count, loff_t *ppos) 827{ 828 return __i2c_debugfs_read(file, buf, count, ppos, 0); 829} 830 831/* Do an i2c read operation on chain for HFI 1. */ 832static ssize_t i2c2_debugfs_read(struct file *file, char __user *buf, 833 size_t count, loff_t *ppos) 834{ 835 return __i2c_debugfs_read(file, buf, count, ppos, 1); 836} 837 838/* Do a QSFP write operation on the i2c chain for the given HFI. */ 839static ssize_t __qsfp_debugfs_write(struct file *file, const char __user *buf, 840 size_t count, loff_t *ppos, u32 target) 841{ 842 struct hfi1_pportdata *ppd; 843 char *buff; 844 int ret; 845 int total_written; 846 847 if (*ppos + count > QSFP_PAGESIZE * 4) /* base page + page00-page03 */ 848 return -EINVAL; 849 850 ppd = private2ppd(file); 851 852 buff = memdup_user(buf, count); 853 if (IS_ERR(buff)) 854 return PTR_ERR(buff); 855 856 total_written = qsfp_write(ppd, target, *ppos, buff, count); 857 if (total_written < 0) { 858 ret = total_written; 859 goto _free; 860 } 861 862 *ppos += total_written; 863 864 ret = total_written; 865 866 _free: 867 kfree(buff); 868 return ret; 869} 870 871/* Do a QSFP write operation on i2c chain for HFI 0. */ 872static ssize_t qsfp1_debugfs_write(struct file *file, const char __user *buf, 873 size_t count, loff_t *ppos) 874{ 875 return __qsfp_debugfs_write(file, buf, count, ppos, 0); 876} 877 878/* Do a QSFP write operation on i2c chain for HFI 1. */ 879static ssize_t qsfp2_debugfs_write(struct file *file, const char __user *buf, 880 size_t count, loff_t *ppos) 881{ 882 return __qsfp_debugfs_write(file, buf, count, ppos, 1); 883} 884 885/* Do a QSFP read operation on the i2c chain for the given HFI. */ 886static ssize_t __qsfp_debugfs_read(struct file *file, char __user *buf, 887 size_t count, loff_t *ppos, u32 target) 888{ 889 struct hfi1_pportdata *ppd; 890 char *buff; 891 int ret; 892 int total_read; 893 894 if (*ppos + count > QSFP_PAGESIZE * 4) { /* base page + page00-page03 */ 895 ret = -EINVAL; 896 goto _return; 897 } 898 899 ppd = private2ppd(file); 900 901 buff = kmalloc(count, GFP_KERNEL); 902 if (!buff) { 903 ret = -ENOMEM; 904 goto _return; 905 } 906 907 total_read = qsfp_read(ppd, target, *ppos, buff, count); 908 if (total_read < 0) { 909 ret = total_read; 910 goto _free; 911 } 912 913 *ppos += total_read; 914 915 ret = copy_to_user(buf, buff, total_read); 916 if (ret > 0) { 917 ret = -EFAULT; 918 goto _free; 919 } 920 921 ret = total_read; 922 923 _free: 924 kfree(buff); 925 _return: 926 return ret; 927} 928 929/* Do a QSFP read operation on i2c chain for HFI 0. */ 930static ssize_t qsfp1_debugfs_read(struct file *file, char __user *buf, 931 size_t count, loff_t *ppos) 932{ 933 return __qsfp_debugfs_read(file, buf, count, ppos, 0); 934} 935 936/* Do a QSFP read operation on i2c chain for HFI 1. */ 937static ssize_t qsfp2_debugfs_read(struct file *file, char __user *buf, 938 size_t count, loff_t *ppos) 939{ 940 return __qsfp_debugfs_read(file, buf, count, ppos, 1); 941} 942 943static int __i2c_debugfs_open(struct inode *in, struct file *fp, u32 target) 944{ 945 struct hfi1_pportdata *ppd; 946 947 ppd = private2ppd(fp); 948 949 return acquire_chip_resource(ppd->dd, i2c_target(target), 0); 950} 951 952static int i2c1_debugfs_open(struct inode *in, struct file *fp) 953{ 954 return __i2c_debugfs_open(in, fp, 0); 955} 956 957static int i2c2_debugfs_open(struct inode *in, struct file *fp) 958{ 959 return __i2c_debugfs_open(in, fp, 1); 960} 961 962static int __i2c_debugfs_release(struct inode *in, struct file *fp, u32 target) 963{ 964 struct hfi1_pportdata *ppd; 965 966 ppd = private2ppd(fp); 967 968 release_chip_resource(ppd->dd, i2c_target(target)); 969 970 return 0; 971} 972 973static int i2c1_debugfs_release(struct inode *in, struct file *fp) 974{ 975 return __i2c_debugfs_release(in, fp, 0); 976} 977 978static int i2c2_debugfs_release(struct inode *in, struct file *fp) 979{ 980 return __i2c_debugfs_release(in, fp, 1); 981} 982 983static int __qsfp_debugfs_open(struct inode *in, struct file *fp, u32 target) 984{ 985 struct hfi1_pportdata *ppd; 986 987 ppd = private2ppd(fp); 988 989 return acquire_chip_resource(ppd->dd, i2c_target(target), 0); 990} 991 992static int qsfp1_debugfs_open(struct inode *in, struct file *fp) 993{ 994 return __qsfp_debugfs_open(in, fp, 0); 995} 996 997static int qsfp2_debugfs_open(struct inode *in, struct file *fp) 998{ 999 return __qsfp_debugfs_open(in, fp, 1); 1000} 1001 1002static int __qsfp_debugfs_release(struct inode *in, struct file *fp, u32 target) 1003{ 1004 struct hfi1_pportdata *ppd; 1005 1006 ppd = private2ppd(fp); 1007 1008 release_chip_resource(ppd->dd, i2c_target(target)); 1009 1010 return 0; 1011} 1012 1013static int qsfp1_debugfs_release(struct inode *in, struct file *fp) 1014{ 1015 return __qsfp_debugfs_release(in, fp, 0); 1016} 1017 1018static int qsfp2_debugfs_release(struct inode *in, struct file *fp) 1019{ 1020 return __qsfp_debugfs_release(in, fp, 1); 1021} 1022 1023#define EXPROM_WRITE_ENABLE BIT_ULL(14) 1024 1025static bool exprom_wp_disabled; 1026 1027static int exprom_wp_set(struct hfi1_devdata *dd, bool disable) 1028{ 1029 u64 gpio_val = 0; 1030 1031 if (disable) { 1032 gpio_val = EXPROM_WRITE_ENABLE; 1033 exprom_wp_disabled = true; 1034 dd_dev_info(dd, "Disable Expansion ROM Write Protection\n"); 1035 } else { 1036 exprom_wp_disabled = false; 1037 dd_dev_info(dd, "Enable Expansion ROM Write Protection\n"); 1038 } 1039 1040 write_csr(dd, ASIC_GPIO_OUT, gpio_val); 1041 write_csr(dd, ASIC_GPIO_OE, gpio_val); 1042 1043 return 0; 1044} 1045 1046static ssize_t exprom_wp_debugfs_read(struct file *file, char __user *buf, 1047 size_t count, loff_t *ppos) 1048{ 1049 return 0; 1050} 1051 1052static ssize_t exprom_wp_debugfs_write(struct file *file, 1053 const char __user *buf, size_t count, 1054 loff_t *ppos) 1055{ 1056 struct hfi1_pportdata *ppd = private2ppd(file); 1057 char cdata; 1058 1059 if (count != 1) 1060 return -EINVAL; 1061 if (get_user(cdata, buf)) 1062 return -EFAULT; 1063 if (cdata == '0') 1064 exprom_wp_set(ppd->dd, false); 1065 else if (cdata == '1') 1066 exprom_wp_set(ppd->dd, true); 1067 else 1068 return -EINVAL; 1069 1070 return 1; 1071} 1072 1073static unsigned long exprom_in_use; 1074 1075static int exprom_wp_debugfs_open(struct inode *in, struct file *fp) 1076{ 1077 if (test_and_set_bit(0, &exprom_in_use)) 1078 return -EBUSY; 1079 1080 return 0; 1081} 1082 1083static int exprom_wp_debugfs_release(struct inode *in, struct file *fp) 1084{ 1085 struct hfi1_pportdata *ppd = private2ppd(fp); 1086 1087 if (exprom_wp_disabled) 1088 exprom_wp_set(ppd->dd, false); 1089 clear_bit(0, &exprom_in_use); 1090 1091 return 0; 1092} 1093 1094#define DEBUGFS_OPS(nm, readroutine, writeroutine) \ 1095{ \ 1096 .name = nm, \ 1097 .ops = { \ 1098 .owner = THIS_MODULE, \ 1099 .read = readroutine, \ 1100 .write = writeroutine, \ 1101 .llseek = generic_file_llseek, \ 1102 }, \ 1103} 1104 1105#define DEBUGFS_XOPS(nm, readf, writef, openf, releasef) \ 1106{ \ 1107 .name = nm, \ 1108 .ops = { \ 1109 .owner = THIS_MODULE, \ 1110 .read = readf, \ 1111 .write = writef, \ 1112 .llseek = generic_file_llseek, \ 1113 .open = openf, \ 1114 .release = releasef \ 1115 }, \ 1116} 1117 1118static const struct counter_info cntr_ops[] = { 1119 DEBUGFS_OPS("counter_names", dev_names_read, NULL), 1120 DEBUGFS_OPS("counters", dev_counters_read, NULL), 1121 DEBUGFS_OPS("portcounter_names", portnames_read, NULL), 1122}; 1123 1124static const struct counter_info port_cntr_ops[] = { 1125 DEBUGFS_OPS("port%dcounters", portcntrs_debugfs_read, NULL), 1126 DEBUGFS_XOPS("i2c1", i2c1_debugfs_read, i2c1_debugfs_write, 1127 i2c1_debugfs_open, i2c1_debugfs_release), 1128 DEBUGFS_XOPS("i2c2", i2c2_debugfs_read, i2c2_debugfs_write, 1129 i2c2_debugfs_open, i2c2_debugfs_release), 1130 DEBUGFS_OPS("qsfp_dump%d", qsfp_debugfs_dump, NULL), 1131 DEBUGFS_XOPS("qsfp1", qsfp1_debugfs_read, qsfp1_debugfs_write, 1132 qsfp1_debugfs_open, qsfp1_debugfs_release), 1133 DEBUGFS_XOPS("qsfp2", qsfp2_debugfs_read, qsfp2_debugfs_write, 1134 qsfp2_debugfs_open, qsfp2_debugfs_release), 1135 DEBUGFS_XOPS("exprom_wp", exprom_wp_debugfs_read, 1136 exprom_wp_debugfs_write, exprom_wp_debugfs_open, 1137 exprom_wp_debugfs_release), 1138 DEBUGFS_OPS("asic_flags", asic_flags_read, asic_flags_write), 1139 DEBUGFS_OPS("dc8051_memory", dc8051_memory_read, NULL), 1140 DEBUGFS_OPS("lcb", debugfs_lcb_read, debugfs_lcb_write), 1141}; 1142 1143static void *_sdma_cpu_list_seq_start(struct seq_file *s, loff_t *pos) 1144{ 1145 if (*pos >= num_online_cpus()) 1146 return NULL; 1147 1148 return pos; 1149} 1150 1151static void *_sdma_cpu_list_seq_next(struct seq_file *s, void *v, loff_t *pos) 1152{ 1153 ++*pos; 1154 if (*pos >= num_online_cpus()) 1155 return NULL; 1156 1157 return pos; 1158} 1159 1160static void _sdma_cpu_list_seq_stop(struct seq_file *s, void *v) 1161{ 1162 /* nothing allocated */ 1163} 1164 1165static int _sdma_cpu_list_seq_show(struct seq_file *s, void *v) 1166{ 1167 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 1168 struct hfi1_devdata *dd = dd_from_dev(ibd); 1169 loff_t *spos = v; 1170 loff_t i = *spos; 1171 1172 sdma_seqfile_dump_cpu_list(s, dd, (unsigned long)i); 1173 return 0; 1174} 1175 1176DEBUGFS_SEQ_FILE_OPS(sdma_cpu_list); 1177DEBUGFS_SEQ_FILE_OPEN(sdma_cpu_list) 1178DEBUGFS_FILE_OPS(sdma_cpu_list); 1179 1180void hfi1_dbg_ibdev_init(struct hfi1_ibdev *ibd) 1181{ 1182 char name[sizeof("port0counters") + 1]; 1183 char link[10]; 1184 struct hfi1_devdata *dd = dd_from_dev(ibd); 1185 struct hfi1_pportdata *ppd; 1186 struct dentry *root; 1187 int unit = dd->unit; 1188 int i, j; 1189 1190 if (!hfi1_dbg_root) 1191 return; 1192 snprintf(name, sizeof(name), "%s_%d", class_name(), unit); 1193 snprintf(link, sizeof(link), "%d", unit); 1194 root = debugfs_create_dir(name, hfi1_dbg_root); 1195 ibd->hfi1_ibdev_dbg = root; 1196 1197 ibd->hfi1_ibdev_link = 1198 debugfs_create_symlink(link, hfi1_dbg_root, name); 1199 1200 debugfs_create_file("opcode_stats", 0444, root, ibd, 1201 &_opcode_stats_file_ops); 1202 debugfs_create_file("tx_opcode_stats", 0444, root, ibd, 1203 &_tx_opcode_stats_file_ops); 1204 debugfs_create_file("ctx_stats", 0444, root, ibd, &_ctx_stats_file_ops); 1205 debugfs_create_file("qp_stats", 0444, root, ibd, &_qp_stats_file_ops); 1206 debugfs_create_file("sdes", 0444, root, ibd, &_sdes_file_ops); 1207 debugfs_create_file("rcds", 0444, root, ibd, &_rcds_file_ops); 1208 debugfs_create_file("pios", 0444, root, ibd, &_pios_file_ops); 1209 debugfs_create_file("sdma_cpu_list", 0444, root, ibd, 1210 &_sdma_cpu_list_file_ops); 1211 1212 /* dev counter files */ 1213 for (i = 0; i < ARRAY_SIZE(cntr_ops); i++) 1214 debugfs_create_file(cntr_ops[i].name, 0444, root, dd, 1215 &cntr_ops[i].ops); 1216 1217 /* per port files */ 1218 for (ppd = dd->pport, j = 0; j < dd->num_pports; j++, ppd++) 1219 for (i = 0; i < ARRAY_SIZE(port_cntr_ops); i++) { 1220 snprintf(name, 1221 sizeof(name), 1222 port_cntr_ops[i].name, 1223 j + 1); 1224 debugfs_create_file(name, 1225 !port_cntr_ops[i].ops.write ? 1226 S_IRUGO : 1227 S_IRUGO | S_IWUSR, 1228 root, ppd, &port_cntr_ops[i].ops); 1229 } 1230 1231 hfi1_fault_init_debugfs(ibd); 1232} 1233 1234void hfi1_dbg_ibdev_exit(struct hfi1_ibdev *ibd) 1235{ 1236 if (!hfi1_dbg_root) 1237 goto out; 1238 hfi1_fault_exit_debugfs(ibd); 1239 debugfs_remove(ibd->hfi1_ibdev_link); 1240 debugfs_remove_recursive(ibd->hfi1_ibdev_dbg); 1241out: 1242 ibd->hfi1_ibdev_dbg = NULL; 1243} 1244 1245/* 1246 * driver stats field names, one line per stat, single string. Used by 1247 * programs like hfistats to print the stats in a way which works for 1248 * different versions of drivers, without changing program source. 1249 * if hfi1_ib_stats changes, this needs to change. Names need to be 1250 * 12 chars or less (w/o newline), for proper display by hfistats utility. 1251 */ 1252static const char * const hfi1_statnames[] = { 1253 /* must be element 0*/ 1254 "KernIntr", 1255 "ErrorIntr", 1256 "Tx_Errs", 1257 "Rcv_Errs", 1258 "H/W_Errs", 1259 "NoPIOBufs", 1260 "CtxtsOpen", 1261 "RcvLen_Errs", 1262 "EgrBufFull", 1263 "EgrHdrFull" 1264}; 1265 1266static void *_driver_stats_names_seq_start(struct seq_file *s, loff_t *pos) 1267{ 1268 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1269 return NULL; 1270 return pos; 1271} 1272 1273static void *_driver_stats_names_seq_next( 1274 struct seq_file *s, 1275 void *v, 1276 loff_t *pos) 1277{ 1278 ++*pos; 1279 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1280 return NULL; 1281 return pos; 1282} 1283 1284static void _driver_stats_names_seq_stop(struct seq_file *s, void *v) 1285{ 1286} 1287 1288static int _driver_stats_names_seq_show(struct seq_file *s, void *v) 1289{ 1290 loff_t *spos = v; 1291 1292 seq_printf(s, "%s\n", hfi1_statnames[*spos]); 1293 return 0; 1294} 1295 1296DEBUGFS_SEQ_FILE_OPS(driver_stats_names); 1297DEBUGFS_SEQ_FILE_OPEN(driver_stats_names) 1298DEBUGFS_FILE_OPS(driver_stats_names); 1299 1300static void *_driver_stats_seq_start(struct seq_file *s, loff_t *pos) 1301{ 1302 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1303 return NULL; 1304 return pos; 1305} 1306 1307static void *_driver_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 1308{ 1309 ++*pos; 1310 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1311 return NULL; 1312 return pos; 1313} 1314 1315static void _driver_stats_seq_stop(struct seq_file *s, void *v) 1316{ 1317} 1318 1319static void hfi1_sps_show_ints(struct seq_file *s) 1320{ 1321 unsigned long index, flags; 1322 struct hfi1_devdata *dd; 1323 u64 sps_ints = 0; 1324 1325 xa_lock_irqsave(&hfi1_dev_table, flags); 1326 xa_for_each(&hfi1_dev_table, index, dd) { 1327 sps_ints += get_all_cpu_total(dd->int_counter); 1328 } 1329 xa_unlock_irqrestore(&hfi1_dev_table, flags); 1330 seq_write(s, &sps_ints, sizeof(u64)); 1331} 1332 1333static int _driver_stats_seq_show(struct seq_file *s, void *v) 1334{ 1335 loff_t *spos = v; 1336 u64 *stats = (u64 *)&hfi1_stats; 1337 1338 /* special case for interrupts */ 1339 if (*spos == 0) 1340 hfi1_sps_show_ints(s); 1341 else 1342 seq_write(s, stats + *spos, sizeof(u64)); 1343 return 0; 1344} 1345 1346DEBUGFS_SEQ_FILE_OPS(driver_stats); 1347DEBUGFS_SEQ_FILE_OPEN(driver_stats) 1348DEBUGFS_FILE_OPS(driver_stats); 1349 1350void hfi1_dbg_init(void) 1351{ 1352 hfi1_dbg_root = debugfs_create_dir(DRIVER_NAME, NULL); 1353 debugfs_create_file("driver_stats_names", 0444, hfi1_dbg_root, NULL, 1354 &_driver_stats_names_file_ops); 1355 debugfs_create_file("driver_stats", 0444, hfi1_dbg_root, NULL, 1356 &_driver_stats_file_ops); 1357} 1358 1359void hfi1_dbg_exit(void) 1360{ 1361 debugfs_remove_recursive(hfi1_dbg_root); 1362 hfi1_dbg_root = NULL; 1363} 1364