1/*
2 * Copyright(c) 2015-2018 Intel Corporation.
3 *
4 * This file is provided under a dual BSD/GPLv2 license.  When using or
5 * redistributing this file, you may do so under either license.
6 *
7 * GPL LICENSE SUMMARY
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16 * General Public License for more details.
17 *
18 * BSD LICENSE
19 *
20 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
22 * are met:
23 *
24 *  - Redistributions of source code must retain the above copyright
25 *    notice, this list of conditions and the following disclaimer.
26 *  - Redistributions in binary form must reproduce the above copyright
27 *    notice, this list of conditions and the following disclaimer in
28 *    the documentation and/or other materials provided with the
29 *    distribution.
30 *  - Neither the name of Intel Corporation nor the names of its
31 *    contributors may be used to endorse or promote products derived
32 *    from this software without specific prior written permission.
33 *
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45 *
46 */
47#include <linux/debugfs.h>
48#include <linux/seq_file.h>
49#include <linux/kernel.h>
50#include <linux/export.h>
51#include <linux/module.h>
52#include <linux/string.h>
53#include <linux/types.h>
54#include <linux/ratelimit.h>
55#include <linux/fault-inject.h>
56
57#include "hfi.h"
58#include "trace.h"
59#include "debugfs.h"
60#include "device.h"
61#include "qp.h"
62#include "sdma.h"
63#include "fault.h"
64
65static struct dentry *hfi1_dbg_root;
66
67/* wrappers to enforce srcu in seq file */
68ssize_t hfi1_seq_read(struct file *file, char __user *buf, size_t size,
69		      loff_t *ppos)
70{
71	struct dentry *d = file->f_path.dentry;
72	ssize_t r;
73
74	r = debugfs_file_get(d);
75	if (unlikely(r))
76		return r;
77	r = seq_read(file, buf, size, ppos);
78	debugfs_file_put(d);
79	return r;
80}
81
82loff_t hfi1_seq_lseek(struct file *file, loff_t offset, int whence)
83{
84	struct dentry *d = file->f_path.dentry;
85	loff_t r;
86
87	r = debugfs_file_get(d);
88	if (unlikely(r))
89		return r;
90	r = seq_lseek(file, offset, whence);
91	debugfs_file_put(d);
92	return r;
93}
94
95#define private2dd(file) (file_inode(file)->i_private)
96#define private2ppd(file) (file_inode(file)->i_private)
97
98static void *_opcode_stats_seq_start(struct seq_file *s, loff_t *pos)
99{
100	struct hfi1_opcode_stats_perctx *opstats;
101
102	if (*pos >= ARRAY_SIZE(opstats->stats))
103		return NULL;
104	return pos;
105}
106
107static void *_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos)
108{
109	struct hfi1_opcode_stats_perctx *opstats;
110
111	++*pos;
112	if (*pos >= ARRAY_SIZE(opstats->stats))
113		return NULL;
114	return pos;
115}
116
117static void _opcode_stats_seq_stop(struct seq_file *s, void *v)
118{
119}
120
121static int opcode_stats_show(struct seq_file *s, u8 i, u64 packets, u64 bytes)
122{
123	if (!packets && !bytes)
124		return SEQ_SKIP;
125	seq_printf(s, "%02x %llu/%llu\n", i,
126		   (unsigned long long)packets,
127		   (unsigned long long)bytes);
128
129	return 0;
130}
131
132static int _opcode_stats_seq_show(struct seq_file *s, void *v)
133{
134	loff_t *spos = v;
135	loff_t i = *spos, j;
136	u64 n_packets = 0, n_bytes = 0;
137	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
138	struct hfi1_devdata *dd = dd_from_dev(ibd);
139	struct hfi1_ctxtdata *rcd;
140
141	for (j = 0; j < dd->first_dyn_alloc_ctxt; j++) {
142		rcd = hfi1_rcd_get_by_index(dd, j);
143		if (rcd) {
144			n_packets += rcd->opstats->stats[i].n_packets;
145			n_bytes += rcd->opstats->stats[i].n_bytes;
146		}
147		hfi1_rcd_put(rcd);
148	}
149	return opcode_stats_show(s, i, n_packets, n_bytes);
150}
151
152DEBUGFS_SEQ_FILE_OPS(opcode_stats);
153DEBUGFS_SEQ_FILE_OPEN(opcode_stats)
154DEBUGFS_FILE_OPS(opcode_stats);
155
156static void *_tx_opcode_stats_seq_start(struct seq_file *s, loff_t *pos)
157{
158	return _opcode_stats_seq_start(s, pos);
159}
160
161static void *_tx_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos)
162{
163	return _opcode_stats_seq_next(s, v, pos);
164}
165
166static void _tx_opcode_stats_seq_stop(struct seq_file *s, void *v)
167{
168}
169
170static int _tx_opcode_stats_seq_show(struct seq_file *s, void *v)
171{
172	loff_t *spos = v;
173	loff_t i = *spos;
174	int j;
175	u64 n_packets = 0, n_bytes = 0;
176	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
177	struct hfi1_devdata *dd = dd_from_dev(ibd);
178
179	for_each_possible_cpu(j) {
180		struct hfi1_opcode_stats_perctx *s =
181			per_cpu_ptr(dd->tx_opstats, j);
182		n_packets += s->stats[i].n_packets;
183		n_bytes += s->stats[i].n_bytes;
184	}
185	return opcode_stats_show(s, i, n_packets, n_bytes);
186}
187
188DEBUGFS_SEQ_FILE_OPS(tx_opcode_stats);
189DEBUGFS_SEQ_FILE_OPEN(tx_opcode_stats)
190DEBUGFS_FILE_OPS(tx_opcode_stats);
191
192static void *_ctx_stats_seq_start(struct seq_file *s, loff_t *pos)
193{
194	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
195	struct hfi1_devdata *dd = dd_from_dev(ibd);
196
197	if (!*pos)
198		return SEQ_START_TOKEN;
199	if (*pos >= dd->first_dyn_alloc_ctxt)
200		return NULL;
201	return pos;
202}
203
204static void *_ctx_stats_seq_next(struct seq_file *s, void *v, loff_t *pos)
205{
206	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
207	struct hfi1_devdata *dd = dd_from_dev(ibd);
208
209	if (v == SEQ_START_TOKEN)
210		return pos;
211
212	++*pos;
213	if (*pos >= dd->first_dyn_alloc_ctxt)
214		return NULL;
215	return pos;
216}
217
218static void _ctx_stats_seq_stop(struct seq_file *s, void *v)
219{
220	/* nothing allocated */
221}
222
223static int _ctx_stats_seq_show(struct seq_file *s, void *v)
224{
225	loff_t *spos;
226	loff_t i, j;
227	u64 n_packets = 0;
228	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
229	struct hfi1_devdata *dd = dd_from_dev(ibd);
230	struct hfi1_ctxtdata *rcd;
231
232	if (v == SEQ_START_TOKEN) {
233		seq_puts(s, "Ctx:npkts\n");
234		return 0;
235	}
236
237	spos = v;
238	i = *spos;
239
240	rcd = hfi1_rcd_get_by_index_safe(dd, i);
241	if (!rcd)
242		return SEQ_SKIP;
243
244	for (j = 0; j < ARRAY_SIZE(rcd->opstats->stats); j++)
245		n_packets += rcd->opstats->stats[j].n_packets;
246
247	hfi1_rcd_put(rcd);
248
249	if (!n_packets)
250		return SEQ_SKIP;
251
252	seq_printf(s, "  %llu:%llu\n", i, n_packets);
253	return 0;
254}
255
256DEBUGFS_SEQ_FILE_OPS(ctx_stats);
257DEBUGFS_SEQ_FILE_OPEN(ctx_stats)
258DEBUGFS_FILE_OPS(ctx_stats);
259
260static void *_qp_stats_seq_start(struct seq_file *s, loff_t *pos)
261	__acquires(RCU)
262{
263	struct rvt_qp_iter *iter;
264	loff_t n = *pos;
265
266	iter = rvt_qp_iter_init(s->private, 0, NULL);
267
268	/* stop calls rcu_read_unlock */
269	rcu_read_lock();
270
271	if (!iter)
272		return NULL;
273
274	do {
275		if (rvt_qp_iter_next(iter)) {
276			kfree(iter);
277			return NULL;
278		}
279	} while (n--);
280
281	return iter;
282}
283
284static void *_qp_stats_seq_next(struct seq_file *s, void *iter_ptr,
285				loff_t *pos)
286	__must_hold(RCU)
287{
288	struct rvt_qp_iter *iter = iter_ptr;
289
290	(*pos)++;
291
292	if (rvt_qp_iter_next(iter)) {
293		kfree(iter);
294		return NULL;
295	}
296
297	return iter;
298}
299
300static void _qp_stats_seq_stop(struct seq_file *s, void *iter_ptr)
301	__releases(RCU)
302{
303	rcu_read_unlock();
304}
305
306static int _qp_stats_seq_show(struct seq_file *s, void *iter_ptr)
307{
308	struct rvt_qp_iter *iter = iter_ptr;
309
310	if (!iter)
311		return 0;
312
313	qp_iter_print(s, iter);
314
315	return 0;
316}
317
318DEBUGFS_SEQ_FILE_OPS(qp_stats);
319DEBUGFS_SEQ_FILE_OPEN(qp_stats)
320DEBUGFS_FILE_OPS(qp_stats);
321
322static void *_sdes_seq_start(struct seq_file *s, loff_t *pos)
323{
324	struct hfi1_ibdev *ibd;
325	struct hfi1_devdata *dd;
326
327	ibd = (struct hfi1_ibdev *)s->private;
328	dd = dd_from_dev(ibd);
329	if (!dd->per_sdma || *pos >= dd->num_sdma)
330		return NULL;
331	return pos;
332}
333
334static void *_sdes_seq_next(struct seq_file *s, void *v, loff_t *pos)
335{
336	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
337	struct hfi1_devdata *dd = dd_from_dev(ibd);
338
339	++*pos;
340	if (!dd->per_sdma || *pos >= dd->num_sdma)
341		return NULL;
342	return pos;
343}
344
345static void _sdes_seq_stop(struct seq_file *s, void *v)
346{
347}
348
349static int _sdes_seq_show(struct seq_file *s, void *v)
350{
351	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
352	struct hfi1_devdata *dd = dd_from_dev(ibd);
353	loff_t *spos = v;
354	loff_t i = *spos;
355
356	sdma_seqfile_dump_sde(s, &dd->per_sdma[i]);
357	return 0;
358}
359
360DEBUGFS_SEQ_FILE_OPS(sdes);
361DEBUGFS_SEQ_FILE_OPEN(sdes)
362DEBUGFS_FILE_OPS(sdes);
363
364static void *_rcds_seq_start(struct seq_file *s, loff_t *pos)
365{
366	struct hfi1_ibdev *ibd;
367	struct hfi1_devdata *dd;
368
369	ibd = (struct hfi1_ibdev *)s->private;
370	dd = dd_from_dev(ibd);
371	if (!dd->rcd || *pos >= dd->n_krcv_queues)
372		return NULL;
373	return pos;
374}
375
376static void *_rcds_seq_next(struct seq_file *s, void *v, loff_t *pos)
377{
378	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
379	struct hfi1_devdata *dd = dd_from_dev(ibd);
380
381	++*pos;
382	if (!dd->rcd || *pos >= dd->num_rcv_contexts)
383		return NULL;
384	return pos;
385}
386
387static void _rcds_seq_stop(struct seq_file *s, void *v)
388{
389}
390
391static int _rcds_seq_show(struct seq_file *s, void *v)
392{
393	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
394	struct hfi1_devdata *dd = dd_from_dev(ibd);
395	struct hfi1_ctxtdata *rcd;
396	loff_t *spos = v;
397	loff_t i = *spos;
398
399	rcd = hfi1_rcd_get_by_index_safe(dd, i);
400	if (rcd)
401		seqfile_dump_rcd(s, rcd);
402	hfi1_rcd_put(rcd);
403	return 0;
404}
405
406DEBUGFS_SEQ_FILE_OPS(rcds);
407DEBUGFS_SEQ_FILE_OPEN(rcds)
408DEBUGFS_FILE_OPS(rcds);
409
410static void *_pios_seq_start(struct seq_file *s, loff_t *pos)
411{
412	struct hfi1_ibdev *ibd;
413	struct hfi1_devdata *dd;
414
415	ibd = (struct hfi1_ibdev *)s->private;
416	dd = dd_from_dev(ibd);
417	if (!dd->send_contexts || *pos >= dd->num_send_contexts)
418		return NULL;
419	return pos;
420}
421
422static void *_pios_seq_next(struct seq_file *s, void *v, loff_t *pos)
423{
424	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
425	struct hfi1_devdata *dd = dd_from_dev(ibd);
426
427	++*pos;
428	if (!dd->send_contexts || *pos >= dd->num_send_contexts)
429		return NULL;
430	return pos;
431}
432
433static void _pios_seq_stop(struct seq_file *s, void *v)
434{
435}
436
437static int _pios_seq_show(struct seq_file *s, void *v)
438{
439	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
440	struct hfi1_devdata *dd = dd_from_dev(ibd);
441	struct send_context_info *sci;
442	loff_t *spos = v;
443	loff_t i = *spos;
444	unsigned long flags;
445
446	spin_lock_irqsave(&dd->sc_lock, flags);
447	sci = &dd->send_contexts[i];
448	if (sci && sci->type != SC_USER && sci->allocated && sci->sc)
449		seqfile_dump_sci(s, i, sci);
450	spin_unlock_irqrestore(&dd->sc_lock, flags);
451	return 0;
452}
453
454DEBUGFS_SEQ_FILE_OPS(pios);
455DEBUGFS_SEQ_FILE_OPEN(pios)
456DEBUGFS_FILE_OPS(pios);
457
458/* read the per-device counters */
459static ssize_t dev_counters_read(struct file *file, char __user *buf,
460				 size_t count, loff_t *ppos)
461{
462	u64 *counters;
463	size_t avail;
464	struct hfi1_devdata *dd;
465	ssize_t rval;
466
467	dd = private2dd(file);
468	avail = hfi1_read_cntrs(dd, NULL, &counters);
469	rval =  simple_read_from_buffer(buf, count, ppos, counters, avail);
470	return rval;
471}
472
473/* read the per-device counters */
474static ssize_t dev_names_read(struct file *file, char __user *buf,
475			      size_t count, loff_t *ppos)
476{
477	char *names;
478	size_t avail;
479	struct hfi1_devdata *dd;
480	ssize_t rval;
481
482	dd = private2dd(file);
483	avail = hfi1_read_cntrs(dd, &names, NULL);
484	rval =  simple_read_from_buffer(buf, count, ppos, names, avail);
485	return rval;
486}
487
488struct counter_info {
489	char *name;
490	const struct file_operations ops;
491};
492
493/*
494 * Could use file_inode(file)->i_ino to figure out which file,
495 * instead of separate routine for each, but for now, this works...
496 */
497
498/* read the per-port names (same for each port) */
499static ssize_t portnames_read(struct file *file, char __user *buf,
500			      size_t count, loff_t *ppos)
501{
502	char *names;
503	size_t avail;
504	struct hfi1_devdata *dd;
505	ssize_t rval;
506
507	dd = private2dd(file);
508	avail = hfi1_read_portcntrs(dd->pport, &names, NULL);
509	rval = simple_read_from_buffer(buf, count, ppos, names, avail);
510	return rval;
511}
512
513/* read the per-port counters */
514static ssize_t portcntrs_debugfs_read(struct file *file, char __user *buf,
515				      size_t count, loff_t *ppos)
516{
517	u64 *counters;
518	size_t avail;
519	struct hfi1_pportdata *ppd;
520	ssize_t rval;
521
522	ppd = private2ppd(file);
523	avail = hfi1_read_portcntrs(ppd, NULL, &counters);
524	rval = simple_read_from_buffer(buf, count, ppos, counters, avail);
525	return rval;
526}
527
528static void check_dyn_flag(u64 scratch0, char *p, int size, int *used,
529			   int this_hfi, int hfi, u32 flag, const char *what)
530{
531	u32 mask;
532
533	mask = flag << (hfi ? CR_DYN_SHIFT : 0);
534	if (scratch0 & mask) {
535		*used += scnprintf(p + *used, size - *used,
536				   "  0x%08x - HFI%d %s in use, %s device\n",
537				   mask, hfi, what,
538				   this_hfi == hfi ? "this" : "other");
539	}
540}
541
542static ssize_t asic_flags_read(struct file *file, char __user *buf,
543			       size_t count, loff_t *ppos)
544{
545	struct hfi1_pportdata *ppd;
546	struct hfi1_devdata *dd;
547	u64 scratch0;
548	char *tmp;
549	int ret = 0;
550	int size;
551	int used;
552	int i;
553
554	ppd = private2ppd(file);
555	dd = ppd->dd;
556	size = PAGE_SIZE;
557	used = 0;
558	tmp = kmalloc(size, GFP_KERNEL);
559	if (!tmp)
560		return -ENOMEM;
561
562	scratch0 = read_csr(dd, ASIC_CFG_SCRATCH);
563	used += scnprintf(tmp + used, size - used,
564			  "Resource flags: 0x%016llx\n", scratch0);
565
566	/* check permanent flag */
567	if (scratch0 & CR_THERM_INIT) {
568		used += scnprintf(tmp + used, size - used,
569				  "  0x%08x - thermal monitoring initialized\n",
570				  (u32)CR_THERM_INIT);
571	}
572
573	/* check each dynamic flag on each HFI */
574	for (i = 0; i < 2; i++) {
575		check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i,
576			       CR_SBUS, "SBus");
577		check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i,
578			       CR_EPROM, "EPROM");
579		check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i,
580			       CR_I2C1, "i2c chain 1");
581		check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i,
582			       CR_I2C2, "i2c chain 2");
583	}
584	used += scnprintf(tmp + used, size - used, "Write bits to clear\n");
585
586	ret = simple_read_from_buffer(buf, count, ppos, tmp, used);
587	kfree(tmp);
588	return ret;
589}
590
591static ssize_t asic_flags_write(struct file *file, const char __user *buf,
592				size_t count, loff_t *ppos)
593{
594	struct hfi1_pportdata *ppd;
595	struct hfi1_devdata *dd;
596	char *buff;
597	int ret;
598	unsigned long long value;
599	u64 scratch0;
600	u64 clear;
601
602	ppd = private2ppd(file);
603	dd = ppd->dd;
604
605	/* zero terminate and read the expected integer */
606	buff = memdup_user_nul(buf, count);
607	if (IS_ERR(buff))
608		return PTR_ERR(buff);
609
610	ret = kstrtoull(buff, 0, &value);
611	if (ret)
612		goto do_free;
613	clear = value;
614
615	/* obtain exclusive access */
616	mutex_lock(&dd->asic_data->asic_resource_mutex);
617	acquire_hw_mutex(dd);
618
619	scratch0 = read_csr(dd, ASIC_CFG_SCRATCH);
620	scratch0 &= ~clear;
621	write_csr(dd, ASIC_CFG_SCRATCH, scratch0);
622	/* force write to be visible to other HFI on another OS */
623	(void)read_csr(dd, ASIC_CFG_SCRATCH);
624
625	release_hw_mutex(dd);
626	mutex_unlock(&dd->asic_data->asic_resource_mutex);
627
628	/* return the number of bytes written */
629	ret = count;
630
631 do_free:
632	kfree(buff);
633	return ret;
634}
635
636/* read the dc8051 memory */
637static ssize_t dc8051_memory_read(struct file *file, char __user *buf,
638				  size_t count, loff_t *ppos)
639{
640	struct hfi1_pportdata *ppd = private2ppd(file);
641	ssize_t rval;
642	void *tmp;
643	loff_t start, end;
644
645	/* the checks below expect the position to be positive */
646	if (*ppos < 0)
647		return -EINVAL;
648
649	tmp = kzalloc(DC8051_DATA_MEM_SIZE, GFP_KERNEL);
650	if (!tmp)
651		return -ENOMEM;
652
653	/*
654	 * Fill in the requested portion of the temporary buffer from the
655	 * 8051 memory.  The 8051 memory read is done in terms of 8 bytes.
656	 * Adjust start and end to fit.  Skip reading anything if out of
657	 * range.
658	 */
659	start = *ppos & ~0x7;	/* round down */
660	if (start < DC8051_DATA_MEM_SIZE) {
661		end = (*ppos + count + 7) & ~0x7; /* round up */
662		if (end > DC8051_DATA_MEM_SIZE)
663			end = DC8051_DATA_MEM_SIZE;
664		rval = read_8051_data(ppd->dd, start, end - start,
665				      (u64 *)(tmp + start));
666		if (rval)
667			goto done;
668	}
669
670	rval = simple_read_from_buffer(buf, count, ppos, tmp,
671				       DC8051_DATA_MEM_SIZE);
672done:
673	kfree(tmp);
674	return rval;
675}
676
677static ssize_t debugfs_lcb_read(struct file *file, char __user *buf,
678				size_t count, loff_t *ppos)
679{
680	struct hfi1_pportdata *ppd = private2ppd(file);
681	struct hfi1_devdata *dd = ppd->dd;
682	unsigned long total, csr_off;
683	u64 data;
684
685	if (*ppos < 0)
686		return -EINVAL;
687	/* only read 8 byte quantities */
688	if ((count % 8) != 0)
689		return -EINVAL;
690	/* offset must be 8-byte aligned */
691	if ((*ppos % 8) != 0)
692		return -EINVAL;
693	/* do nothing if out of range or zero count */
694	if (*ppos >= (LCB_END - LCB_START) || !count)
695		return 0;
696	/* reduce count if needed */
697	if (*ppos + count > LCB_END - LCB_START)
698		count = (LCB_END - LCB_START) - *ppos;
699
700	csr_off = LCB_START + *ppos;
701	for (total = 0; total < count; total += 8, csr_off += 8) {
702		if (read_lcb_csr(dd, csr_off, (u64 *)&data))
703			break; /* failed */
704		if (put_user(data, (unsigned long __user *)(buf + total)))
705			break;
706	}
707	*ppos += total;
708	return total;
709}
710
711static ssize_t debugfs_lcb_write(struct file *file, const char __user *buf,
712				 size_t count, loff_t *ppos)
713{
714	struct hfi1_pportdata *ppd = private2ppd(file);
715	struct hfi1_devdata *dd = ppd->dd;
716	unsigned long total, csr_off, data;
717
718	if (*ppos < 0)
719		return -EINVAL;
720	/* only write 8 byte quantities */
721	if ((count % 8) != 0)
722		return -EINVAL;
723	/* offset must be 8-byte aligned */
724	if ((*ppos % 8) != 0)
725		return -EINVAL;
726	/* do nothing if out of range or zero count */
727	if (*ppos >= (LCB_END - LCB_START) || !count)
728		return 0;
729	/* reduce count if needed */
730	if (*ppos + count > LCB_END - LCB_START)
731		count = (LCB_END - LCB_START) - *ppos;
732
733	csr_off = LCB_START + *ppos;
734	for (total = 0; total < count; total += 8, csr_off += 8) {
735		if (get_user(data, (unsigned long __user *)(buf + total)))
736			break;
737		if (write_lcb_csr(dd, csr_off, data))
738			break; /* failed */
739	}
740	*ppos += total;
741	return total;
742}
743
744/*
745 * read the per-port QSFP data for ppd
746 */
747static ssize_t qsfp_debugfs_dump(struct file *file, char __user *buf,
748				 size_t count, loff_t *ppos)
749{
750	struct hfi1_pportdata *ppd;
751	char *tmp;
752	int ret;
753
754	ppd = private2ppd(file);
755	tmp = kmalloc(PAGE_SIZE, GFP_KERNEL);
756	if (!tmp)
757		return -ENOMEM;
758
759	ret = qsfp_dump(ppd, tmp, PAGE_SIZE);
760	if (ret > 0)
761		ret = simple_read_from_buffer(buf, count, ppos, tmp, ret);
762	kfree(tmp);
763	return ret;
764}
765
766/* Do an i2c write operation on the chain for the given HFI. */
767static ssize_t __i2c_debugfs_write(struct file *file, const char __user *buf,
768				   size_t count, loff_t *ppos, u32 target)
769{
770	struct hfi1_pportdata *ppd;
771	char *buff;
772	int ret;
773	int i2c_addr;
774	int offset;
775	int total_written;
776
777	ppd = private2ppd(file);
778
779	/* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */
780	i2c_addr = (*ppos >> 16) & 0xffff;
781	offset = *ppos & 0xffff;
782
783	/* explicitly reject invalid address 0 to catch cp and cat */
784	if (i2c_addr == 0)
785		return -EINVAL;
786
787	buff = memdup_user(buf, count);
788	if (IS_ERR(buff))
789		return PTR_ERR(buff);
790
791	total_written = i2c_write(ppd, target, i2c_addr, offset, buff, count);
792	if (total_written < 0) {
793		ret = total_written;
794		goto _free;
795	}
796
797	*ppos += total_written;
798
799	ret = total_written;
800
801 _free:
802	kfree(buff);
803	return ret;
804}
805
806/* Do an i2c write operation on chain for HFI 0. */
807static ssize_t i2c1_debugfs_write(struct file *file, const char __user *buf,
808				  size_t count, loff_t *ppos)
809{
810	return __i2c_debugfs_write(file, buf, count, ppos, 0);
811}
812
813/* Do an i2c write operation on chain for HFI 1. */
814static ssize_t i2c2_debugfs_write(struct file *file, const char __user *buf,
815				  size_t count, loff_t *ppos)
816{
817	return __i2c_debugfs_write(file, buf, count, ppos, 1);
818}
819
820/* Do an i2c read operation on the chain for the given HFI. */
821static ssize_t __i2c_debugfs_read(struct file *file, char __user *buf,
822				  size_t count, loff_t *ppos, u32 target)
823{
824	struct hfi1_pportdata *ppd;
825	char *buff;
826	int ret;
827	int i2c_addr;
828	int offset;
829	int total_read;
830
831	ppd = private2ppd(file);
832
833	/* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */
834	i2c_addr = (*ppos >> 16) & 0xffff;
835	offset = *ppos & 0xffff;
836
837	/* explicitly reject invalid address 0 to catch cp and cat */
838	if (i2c_addr == 0)
839		return -EINVAL;
840
841	buff = kmalloc(count, GFP_KERNEL);
842	if (!buff)
843		return -ENOMEM;
844
845	total_read = i2c_read(ppd, target, i2c_addr, offset, buff, count);
846	if (total_read < 0) {
847		ret = total_read;
848		goto _free;
849	}
850
851	*ppos += total_read;
852
853	ret = copy_to_user(buf, buff, total_read);
854	if (ret > 0) {
855		ret = -EFAULT;
856		goto _free;
857	}
858
859	ret = total_read;
860
861 _free:
862	kfree(buff);
863	return ret;
864}
865
866/* Do an i2c read operation on chain for HFI 0. */
867static ssize_t i2c1_debugfs_read(struct file *file, char __user *buf,
868				 size_t count, loff_t *ppos)
869{
870	return __i2c_debugfs_read(file, buf, count, ppos, 0);
871}
872
873/* Do an i2c read operation on chain for HFI 1. */
874static ssize_t i2c2_debugfs_read(struct file *file, char __user *buf,
875				 size_t count, loff_t *ppos)
876{
877	return __i2c_debugfs_read(file, buf, count, ppos, 1);
878}
879
880/* Do a QSFP write operation on the i2c chain for the given HFI. */
881static ssize_t __qsfp_debugfs_write(struct file *file, const char __user *buf,
882				    size_t count, loff_t *ppos, u32 target)
883{
884	struct hfi1_pportdata *ppd;
885	char *buff;
886	int ret;
887	int total_written;
888
889	if (*ppos + count > QSFP_PAGESIZE * 4) /* base page + page00-page03 */
890		return -EINVAL;
891
892	ppd = private2ppd(file);
893
894	buff = memdup_user(buf, count);
895	if (IS_ERR(buff))
896		return PTR_ERR(buff);
897
898	total_written = qsfp_write(ppd, target, *ppos, buff, count);
899	if (total_written < 0) {
900		ret = total_written;
901		goto _free;
902	}
903
904	*ppos += total_written;
905
906	ret = total_written;
907
908 _free:
909	kfree(buff);
910	return ret;
911}
912
913/* Do a QSFP write operation on i2c chain for HFI 0. */
914static ssize_t qsfp1_debugfs_write(struct file *file, const char __user *buf,
915				   size_t count, loff_t *ppos)
916{
917	return __qsfp_debugfs_write(file, buf, count, ppos, 0);
918}
919
920/* Do a QSFP write operation on i2c chain for HFI 1. */
921static ssize_t qsfp2_debugfs_write(struct file *file, const char __user *buf,
922				   size_t count, loff_t *ppos)
923{
924	return __qsfp_debugfs_write(file, buf, count, ppos, 1);
925}
926
927/* Do a QSFP read operation on the i2c chain for the given HFI. */
928static ssize_t __qsfp_debugfs_read(struct file *file, char __user *buf,
929				   size_t count, loff_t *ppos, u32 target)
930{
931	struct hfi1_pportdata *ppd;
932	char *buff;
933	int ret;
934	int total_read;
935
936	if (*ppos + count > QSFP_PAGESIZE * 4) { /* base page + page00-page03 */
937		ret = -EINVAL;
938		goto _return;
939	}
940
941	ppd = private2ppd(file);
942
943	buff = kmalloc(count, GFP_KERNEL);
944	if (!buff) {
945		ret = -ENOMEM;
946		goto _return;
947	}
948
949	total_read = qsfp_read(ppd, target, *ppos, buff, count);
950	if (total_read < 0) {
951		ret = total_read;
952		goto _free;
953	}
954
955	*ppos += total_read;
956
957	ret = copy_to_user(buf, buff, total_read);
958	if (ret > 0) {
959		ret = -EFAULT;
960		goto _free;
961	}
962
963	ret = total_read;
964
965 _free:
966	kfree(buff);
967 _return:
968	return ret;
969}
970
971/* Do a QSFP read operation on i2c chain for HFI 0. */
972static ssize_t qsfp1_debugfs_read(struct file *file, char __user *buf,
973				  size_t count, loff_t *ppos)
974{
975	return __qsfp_debugfs_read(file, buf, count, ppos, 0);
976}
977
978/* Do a QSFP read operation on i2c chain for HFI 1. */
979static ssize_t qsfp2_debugfs_read(struct file *file, char __user *buf,
980				  size_t count, loff_t *ppos)
981{
982	return __qsfp_debugfs_read(file, buf, count, ppos, 1);
983}
984
985static int __i2c_debugfs_open(struct inode *in, struct file *fp, u32 target)
986{
987	struct hfi1_pportdata *ppd;
988
989	ppd = private2ppd(fp);
990
991	return acquire_chip_resource(ppd->dd, i2c_target(target), 0);
992}
993
994static int i2c1_debugfs_open(struct inode *in, struct file *fp)
995{
996	return __i2c_debugfs_open(in, fp, 0);
997}
998
999static int i2c2_debugfs_open(struct inode *in, struct file *fp)
1000{
1001	return __i2c_debugfs_open(in, fp, 1);
1002}
1003
1004static int __i2c_debugfs_release(struct inode *in, struct file *fp, u32 target)
1005{
1006	struct hfi1_pportdata *ppd;
1007
1008	ppd = private2ppd(fp);
1009
1010	release_chip_resource(ppd->dd, i2c_target(target));
1011
1012	return 0;
1013}
1014
1015static int i2c1_debugfs_release(struct inode *in, struct file *fp)
1016{
1017	return __i2c_debugfs_release(in, fp, 0);
1018}
1019
1020static int i2c2_debugfs_release(struct inode *in, struct file *fp)
1021{
1022	return __i2c_debugfs_release(in, fp, 1);
1023}
1024
1025static int __qsfp_debugfs_open(struct inode *in, struct file *fp, u32 target)
1026{
1027	struct hfi1_pportdata *ppd;
1028
1029	ppd = private2ppd(fp);
1030
1031	return acquire_chip_resource(ppd->dd, i2c_target(target), 0);
1032}
1033
1034static int qsfp1_debugfs_open(struct inode *in, struct file *fp)
1035{
1036	return __qsfp_debugfs_open(in, fp, 0);
1037}
1038
1039static int qsfp2_debugfs_open(struct inode *in, struct file *fp)
1040{
1041	return __qsfp_debugfs_open(in, fp, 1);
1042}
1043
1044static int __qsfp_debugfs_release(struct inode *in, struct file *fp, u32 target)
1045{
1046	struct hfi1_pportdata *ppd;
1047
1048	ppd = private2ppd(fp);
1049
1050	release_chip_resource(ppd->dd, i2c_target(target));
1051
1052	return 0;
1053}
1054
1055static int qsfp1_debugfs_release(struct inode *in, struct file *fp)
1056{
1057	return __qsfp_debugfs_release(in, fp, 0);
1058}
1059
1060static int qsfp2_debugfs_release(struct inode *in, struct file *fp)
1061{
1062	return __qsfp_debugfs_release(in, fp, 1);
1063}
1064
1065#define EXPROM_WRITE_ENABLE BIT_ULL(14)
1066
1067static bool exprom_wp_disabled;
1068
1069static int exprom_wp_set(struct hfi1_devdata *dd, bool disable)
1070{
1071	u64 gpio_val = 0;
1072
1073	if (disable) {
1074		gpio_val = EXPROM_WRITE_ENABLE;
1075		exprom_wp_disabled = true;
1076		dd_dev_info(dd, "Disable Expansion ROM Write Protection\n");
1077	} else {
1078		exprom_wp_disabled = false;
1079		dd_dev_info(dd, "Enable Expansion ROM Write Protection\n");
1080	}
1081
1082	write_csr(dd, ASIC_GPIO_OUT, gpio_val);
1083	write_csr(dd, ASIC_GPIO_OE, gpio_val);
1084
1085	return 0;
1086}
1087
1088static ssize_t exprom_wp_debugfs_read(struct file *file, char __user *buf,
1089				      size_t count, loff_t *ppos)
1090{
1091	return 0;
1092}
1093
1094static ssize_t exprom_wp_debugfs_write(struct file *file,
1095				       const char __user *buf, size_t count,
1096				       loff_t *ppos)
1097{
1098	struct hfi1_pportdata *ppd = private2ppd(file);
1099	char cdata;
1100
1101	if (count != 1)
1102		return -EINVAL;
1103	if (get_user(cdata, buf))
1104		return -EFAULT;
1105	if (cdata == '0')
1106		exprom_wp_set(ppd->dd, false);
1107	else if (cdata == '1')
1108		exprom_wp_set(ppd->dd, true);
1109	else
1110		return -EINVAL;
1111
1112	return 1;
1113}
1114
1115static unsigned long exprom_in_use;
1116
1117static int exprom_wp_debugfs_open(struct inode *in, struct file *fp)
1118{
1119	if (test_and_set_bit(0, &exprom_in_use))
1120		return -EBUSY;
1121
1122	return 0;
1123}
1124
1125static int exprom_wp_debugfs_release(struct inode *in, struct file *fp)
1126{
1127	struct hfi1_pportdata *ppd = private2ppd(fp);
1128
1129	if (exprom_wp_disabled)
1130		exprom_wp_set(ppd->dd, false);
1131	clear_bit(0, &exprom_in_use);
1132
1133	return 0;
1134}
1135
1136#define DEBUGFS_OPS(nm, readroutine, writeroutine)	\
1137{ \
1138	.name = nm, \
1139	.ops = { \
1140		.owner = THIS_MODULE, \
1141		.read = readroutine, \
1142		.write = writeroutine, \
1143		.llseek = generic_file_llseek, \
1144	}, \
1145}
1146
1147#define DEBUGFS_XOPS(nm, readf, writef, openf, releasef) \
1148{ \
1149	.name = nm, \
1150	.ops = { \
1151		.owner = THIS_MODULE, \
1152		.read = readf, \
1153		.write = writef, \
1154		.llseek = generic_file_llseek, \
1155		.open = openf, \
1156		.release = releasef \
1157	}, \
1158}
1159
1160static const struct counter_info cntr_ops[] = {
1161	DEBUGFS_OPS("counter_names", dev_names_read, NULL),
1162	DEBUGFS_OPS("counters", dev_counters_read, NULL),
1163	DEBUGFS_OPS("portcounter_names", portnames_read, NULL),
1164};
1165
1166static const struct counter_info port_cntr_ops[] = {
1167	DEBUGFS_OPS("port%dcounters", portcntrs_debugfs_read, NULL),
1168	DEBUGFS_XOPS("i2c1", i2c1_debugfs_read, i2c1_debugfs_write,
1169		     i2c1_debugfs_open, i2c1_debugfs_release),
1170	DEBUGFS_XOPS("i2c2", i2c2_debugfs_read, i2c2_debugfs_write,
1171		     i2c2_debugfs_open, i2c2_debugfs_release),
1172	DEBUGFS_OPS("qsfp_dump%d", qsfp_debugfs_dump, NULL),
1173	DEBUGFS_XOPS("qsfp1", qsfp1_debugfs_read, qsfp1_debugfs_write,
1174		     qsfp1_debugfs_open, qsfp1_debugfs_release),
1175	DEBUGFS_XOPS("qsfp2", qsfp2_debugfs_read, qsfp2_debugfs_write,
1176		     qsfp2_debugfs_open, qsfp2_debugfs_release),
1177	DEBUGFS_XOPS("exprom_wp", exprom_wp_debugfs_read,
1178		     exprom_wp_debugfs_write, exprom_wp_debugfs_open,
1179		     exprom_wp_debugfs_release),
1180	DEBUGFS_OPS("asic_flags", asic_flags_read, asic_flags_write),
1181	DEBUGFS_OPS("dc8051_memory", dc8051_memory_read, NULL),
1182	DEBUGFS_OPS("lcb", debugfs_lcb_read, debugfs_lcb_write),
1183};
1184
1185static void *_sdma_cpu_list_seq_start(struct seq_file *s, loff_t *pos)
1186{
1187	if (*pos >= num_online_cpus())
1188		return NULL;
1189
1190	return pos;
1191}
1192
1193static void *_sdma_cpu_list_seq_next(struct seq_file *s, void *v, loff_t *pos)
1194{
1195	++*pos;
1196	if (*pos >= num_online_cpus())
1197		return NULL;
1198
1199	return pos;
1200}
1201
1202static void _sdma_cpu_list_seq_stop(struct seq_file *s, void *v)
1203{
1204	/* nothing allocated */
1205}
1206
1207static int _sdma_cpu_list_seq_show(struct seq_file *s, void *v)
1208{
1209	struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private;
1210	struct hfi1_devdata *dd = dd_from_dev(ibd);
1211	loff_t *spos = v;
1212	loff_t i = *spos;
1213
1214	sdma_seqfile_dump_cpu_list(s, dd, (unsigned long)i);
1215	return 0;
1216}
1217
1218DEBUGFS_SEQ_FILE_OPS(sdma_cpu_list);
1219DEBUGFS_SEQ_FILE_OPEN(sdma_cpu_list)
1220DEBUGFS_FILE_OPS(sdma_cpu_list);
1221
1222void hfi1_dbg_ibdev_init(struct hfi1_ibdev *ibd)
1223{
1224	char name[sizeof("port0counters") + 1];
1225	char link[10];
1226	struct hfi1_devdata *dd = dd_from_dev(ibd);
1227	struct hfi1_pportdata *ppd;
1228	struct dentry *root;
1229	int unit = dd->unit;
1230	int i, j;
1231
1232	if (!hfi1_dbg_root)
1233		return;
1234	snprintf(name, sizeof(name), "%s_%d", class_name(), unit);
1235	snprintf(link, sizeof(link), "%d", unit);
1236	root = debugfs_create_dir(name, hfi1_dbg_root);
1237	ibd->hfi1_ibdev_dbg = root;
1238
1239	ibd->hfi1_ibdev_link =
1240		debugfs_create_symlink(link, hfi1_dbg_root, name);
1241
1242	debugfs_create_file("opcode_stats", 0444, root, ibd,
1243			    &_opcode_stats_file_ops);
1244	debugfs_create_file("tx_opcode_stats", 0444, root, ibd,
1245			    &_tx_opcode_stats_file_ops);
1246	debugfs_create_file("ctx_stats", 0444, root, ibd, &_ctx_stats_file_ops);
1247	debugfs_create_file("qp_stats", 0444, root, ibd, &_qp_stats_file_ops);
1248	debugfs_create_file("sdes", 0444, root, ibd, &_sdes_file_ops);
1249	debugfs_create_file("rcds", 0444, root, ibd, &_rcds_file_ops);
1250	debugfs_create_file("pios", 0444, root, ibd, &_pios_file_ops);
1251	debugfs_create_file("sdma_cpu_list", 0444, root, ibd,
1252			    &_sdma_cpu_list_file_ops);
1253
1254	/* dev counter files */
1255	for (i = 0; i < ARRAY_SIZE(cntr_ops); i++)
1256		debugfs_create_file(cntr_ops[i].name, 0444, root, dd,
1257				    &cntr_ops[i].ops);
1258
1259	/* per port files */
1260	for (ppd = dd->pport, j = 0; j < dd->num_pports; j++, ppd++)
1261		for (i = 0; i < ARRAY_SIZE(port_cntr_ops); i++) {
1262			snprintf(name,
1263				 sizeof(name),
1264				 port_cntr_ops[i].name,
1265				 j + 1);
1266			debugfs_create_file(name,
1267					    !port_cntr_ops[i].ops.write ?
1268						    S_IRUGO :
1269						    S_IRUGO | S_IWUSR,
1270					    root, ppd, &port_cntr_ops[i].ops);
1271		}
1272
1273	hfi1_fault_init_debugfs(ibd);
1274}
1275
1276void hfi1_dbg_ibdev_exit(struct hfi1_ibdev *ibd)
1277{
1278	if (!hfi1_dbg_root)
1279		goto out;
1280	hfi1_fault_exit_debugfs(ibd);
1281	debugfs_remove(ibd->hfi1_ibdev_link);
1282	debugfs_remove_recursive(ibd->hfi1_ibdev_dbg);
1283out:
1284	ibd->hfi1_ibdev_dbg = NULL;
1285}
1286
1287/*
1288 * driver stats field names, one line per stat, single string.  Used by
1289 * programs like hfistats to print the stats in a way which works for
1290 * different versions of drivers, without changing program source.
1291 * if hfi1_ib_stats changes, this needs to change.  Names need to be
1292 * 12 chars or less (w/o newline), for proper display by hfistats utility.
1293 */
1294static const char * const hfi1_statnames[] = {
1295	/* must be element 0*/
1296	"KernIntr",
1297	"ErrorIntr",
1298	"Tx_Errs",
1299	"Rcv_Errs",
1300	"H/W_Errs",
1301	"NoPIOBufs",
1302	"CtxtsOpen",
1303	"RcvLen_Errs",
1304	"EgrBufFull",
1305	"EgrHdrFull"
1306};
1307
1308static void *_driver_stats_names_seq_start(struct seq_file *s, loff_t *pos)
1309{
1310	if (*pos >= ARRAY_SIZE(hfi1_statnames))
1311		return NULL;
1312	return pos;
1313}
1314
1315static void *_driver_stats_names_seq_next(
1316	struct seq_file *s,
1317	void *v,
1318	loff_t *pos)
1319{
1320	++*pos;
1321	if (*pos >= ARRAY_SIZE(hfi1_statnames))
1322		return NULL;
1323	return pos;
1324}
1325
1326static void _driver_stats_names_seq_stop(struct seq_file *s, void *v)
1327{
1328}
1329
1330static int _driver_stats_names_seq_show(struct seq_file *s, void *v)
1331{
1332	loff_t *spos = v;
1333
1334	seq_printf(s, "%s\n", hfi1_statnames[*spos]);
1335	return 0;
1336}
1337
1338DEBUGFS_SEQ_FILE_OPS(driver_stats_names);
1339DEBUGFS_SEQ_FILE_OPEN(driver_stats_names)
1340DEBUGFS_FILE_OPS(driver_stats_names);
1341
1342static void *_driver_stats_seq_start(struct seq_file *s, loff_t *pos)
1343{
1344	if (*pos >= ARRAY_SIZE(hfi1_statnames))
1345		return NULL;
1346	return pos;
1347}
1348
1349static void *_driver_stats_seq_next(struct seq_file *s, void *v, loff_t *pos)
1350{
1351	++*pos;
1352	if (*pos >= ARRAY_SIZE(hfi1_statnames))
1353		return NULL;
1354	return pos;
1355}
1356
1357static void _driver_stats_seq_stop(struct seq_file *s, void *v)
1358{
1359}
1360
1361static u64 hfi1_sps_ints(void)
1362{
1363	unsigned long index, flags;
1364	struct hfi1_devdata *dd;
1365	u64 sps_ints = 0;
1366
1367	xa_lock_irqsave(&hfi1_dev_table, flags);
1368	xa_for_each(&hfi1_dev_table, index, dd) {
1369		sps_ints += get_all_cpu_total(dd->int_counter);
1370	}
1371	xa_unlock_irqrestore(&hfi1_dev_table, flags);
1372	return sps_ints;
1373}
1374
1375static int _driver_stats_seq_show(struct seq_file *s, void *v)
1376{
1377	loff_t *spos = v;
1378	char *buffer;
1379	u64 *stats = (u64 *)&hfi1_stats;
1380	size_t sz = seq_get_buf(s, &buffer);
1381
1382	if (sz < sizeof(u64))
1383		return SEQ_SKIP;
1384	/* special case for interrupts */
1385	if (*spos == 0)
1386		*(u64 *)buffer = hfi1_sps_ints();
1387	else
1388		*(u64 *)buffer = stats[*spos];
1389	seq_commit(s,  sizeof(u64));
1390	return 0;
1391}
1392
1393DEBUGFS_SEQ_FILE_OPS(driver_stats);
1394DEBUGFS_SEQ_FILE_OPEN(driver_stats)
1395DEBUGFS_FILE_OPS(driver_stats);
1396
1397void hfi1_dbg_init(void)
1398{
1399	hfi1_dbg_root  = debugfs_create_dir(DRIVER_NAME, NULL);
1400	debugfs_create_file("driver_stats_names", 0444, hfi1_dbg_root, NULL,
1401			    &_driver_stats_names_file_ops);
1402	debugfs_create_file("driver_stats", 0444, hfi1_dbg_root, NULL,
1403			    &_driver_stats_file_ops);
1404}
1405
1406void hfi1_dbg_exit(void)
1407{
1408	debugfs_remove_recursive(hfi1_dbg_root);
1409	hfi1_dbg_root = NULL;
1410}
1411